-- Logs begin at Tue 2021-08-31 14:40:38 UTC, end at Tue 2021-08-31 15:46:45 UTC. -- Aug 31 15:14:31.729909 dv-cinder-802781-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 15:14:34.095687 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:14:34.096408 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev17 Aug 31 15:14:34.096498 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:14:34.099524 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:14:34.099786 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev17 Aug 31 15:14:34.100102 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:14:34.101036 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:14:34.101274 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:14:34.101647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:14:34.101895 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:14:34.102154 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:14:34.102477 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.103394 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.103710 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.103948 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.104249 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.104544 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.104832 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.105127 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.105427 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.105718 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.106015 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.106311 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.106546 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.106832 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.107123 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.107415 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.107643 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] debug = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.107927 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.108357 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.108776 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.109056 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.109349 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.109629 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.109905 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.110207 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.110496 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.110830 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] host = dv-cinder-802781-4-smb {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.111111 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.111403 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.111696 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.111986 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.112266 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.112545 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.112835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.113118 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.113395 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.113673 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.113966 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.114282 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.114581 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.114808 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.115033 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.115324 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.115616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.115895 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.116172 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.116451 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.116725 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.116999 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.117270 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.117560 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.117850 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.118168 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.118996 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.119277 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.119552 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.119828 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.120119 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.120398 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.120674 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.120949 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.121241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.121512 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.121788 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.122119 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.122415 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.122702 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.122998 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.123274 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.123559 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.123839 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.124117 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.124392 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_json = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.124666 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.124939 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.125223 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.125498 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.125771 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.126075 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.126351 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.126640 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:34.126940 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.127241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.127548 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.127835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.128137 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.128421 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.128720 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.129001 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.129293 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.129585 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.129876 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.130185 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.130481 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.130763 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.131061 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.131371 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.131667 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.131963 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.132244 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.132523 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.132804 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.133087 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.133378 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.133676 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.134533 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.134817 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.135102 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.135401 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.135705 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.136015 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.136334 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.136632 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.136916 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.137193 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.137480 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.137762 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.138064 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.138344 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.138627 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.138923 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.139206 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.139482 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.139757 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.140038 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.140313 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.140601 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.140882 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.141161 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.141440 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.141723 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.141999 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.142299 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.142580 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.142863 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.143146 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.143423 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.143697 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.143974 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.144248 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.144523 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.144800 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.145076 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.145356 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.145631 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.145905 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.146208 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.146487 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.146766 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.147058 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.147361 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.147643 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.147926 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.148206 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.148487 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.148768 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.149050 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.149330 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.150224 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.150508 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.150805 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.151094 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.151387 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.151675 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.151957 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.152259 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.152539 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.152830 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.153112 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.153395 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.153690 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.153977 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.154300 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.154596 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.154893 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.155192 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.155491 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.155777 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.156091 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.156376 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:34.156646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:14:34.156890 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 15:14:34.546583 dv-cinder-802781-4-smb neutron-server[79150]: INFO keyring.backend [-] Loading KWallet Aug 31 15:14:34.553836 dv-cinder-802781-4-smb neutron-server[79150]: INFO keyring.backend [-] Loading SecretService Aug 31 15:14:34.557945 dv-cinder-802781-4-smb neutron-server[79150]: INFO keyring.backend [-] Loading Windows Aug 31 15:14:34.559294 dv-cinder-802781-4-smb neutron-server[79150]: INFO keyring.backend [-] Loading chainer Aug 31 15:14:34.559878 dv-cinder-802781-4-smb neutron-server[79150]: INFO keyring.backend [-] Loading macOS Aug 31 15:14:34.594124 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:14:34.594407 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:14:34.594702 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:14:34.595040 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 15:14:34.904565 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:34.904857 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:34.905132 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:34.906380 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:34.906658 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:34.906925 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.027659 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.027940 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.028211 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.041282 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.041566 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.041841 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.070451 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.070736 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.071009 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.109569 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.110147 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.110147 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.350052 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.350345 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.350618 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.350888 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.351848 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.474831 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.475157 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.475450 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.475726 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.475995 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.476311 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.476577 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.476840 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.477098 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.477381 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.478230 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.478593 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.478953 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.479296 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.479671 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.480066 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.480436 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.480825 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.481210 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.481609 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.482146 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.482491 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.482858 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.483285 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.483653 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.484038 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.484433 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.484685 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.484931 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.485175 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.485417 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.485659 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:35.486160 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 15:14:35.489277 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 15:14:35.493241 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 15:14:35.497508 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 31 15:14:35.499181 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 15:14:35.499646 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 15:14:35.499988 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 15:14:35.500376 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 15:14:35.503224 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 15:14:35.503482 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 15:14:35.503997 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:14:35.532789 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 15:14:35.533424 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.533749 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 15:14:35.534198 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.536063 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 15:14:35.536436 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:14:35.536750 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 15:14:35.541423 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.541707 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:35.603983 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 15:14:35.604227 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 15:14:35.604466 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 15:14:35.604845 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 15:14:35.637010 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_db.sqlalchemy.engines [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 31 15:14:35.978235 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing driver for type 'gre' Aug 31 15:14:35.978694 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] gre ID ranges: [(1, 1000)] Aug 31 15:14:36.032074 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing driver for type 'local' Aug 31 15:14:36.032416 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing driver for type 'vlan' Aug 31 15:14:36.043519 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] VlanTypeDriver initialization complete Aug 31 15:14:36.043936 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing driver for type 'vxlan' Aug 31 15:14:36.044449 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] vxlan ID ranges: [(1, 1000)] Aug 31 15:14:36.105525 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing extension driver 'port_security' Aug 31 15:14:36.105914 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] PortSecurityExtensionDriver initialization complete Aug 31 15:14:36.106298 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing mechanism driver 'openvswitch' Aug 31 15:14:36.106649 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing mechanism driver 'hyperv' Aug 31 15:14:36.113254 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:36.114071 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.114412 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.114772 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.115165 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.115514 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.115861 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.116242 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.116588 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.116929 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.117309 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.117656 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.118025 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.118902 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.119250 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.119692 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.120074 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > address_group after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.120429 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > address_group after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.120753 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.121091 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] ML2 OVO RPC backend initialized. {{(pid=79150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 31 15:14:36.121795 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.122180 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.122627 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.122940 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > networks before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.123287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.123632 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > ports before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.123976 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.124319 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnets before_response 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.124665 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.125007 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.125344 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.125681 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.126031 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.126376 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.126711 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.127047 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.127382 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.127974 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.plugin [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Modular L2 Plugin initialization complete Aug 31 15:14:36.128306 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading services supported by the core plugin {{(pid=79150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 15:14:36.128633 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.plugins.ml2.managers [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Got port-security extension from driver 'port_security' Aug 31 15:14:36.129101 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.extensions.vlantransparent [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Disabled vlantransparent extension. Aug 31 15:14:36.129623 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 15:14:36.129940 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: router Aug 31 15:14:36.167113 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.167519 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_create 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.167892 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router before_create 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.168267 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.168646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.169005 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_delete 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.169367 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.169735 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_create 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.170109 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.170470 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.170820 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.171188 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.171599 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.171971 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.172316 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.172657 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: subnet after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.173003 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.173355 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.173704 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.174070 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.174418 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.174778 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router after_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.175126 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.175475 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_create 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.175842 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.176191 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_update 55549900 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.176558 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > agent after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.176911 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > agent after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.177264 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > network after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.178166 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Tracking information for resource: router configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:36.178504 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Tracking information for resource: floatingip configured {{(pid=79150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:14:36.183986 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.db.l3_agentschedulers_db [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 15:14:36.184569 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.184936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.185290 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.185646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: port after_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.186479 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router before_create 55550100 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.186845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.187216 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_create 55550100 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.187573 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > router precommit_update 55550100 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.191979 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.provider_configuration [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service providers = [] {{(pid=79150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 15:14:36.192347 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.db.servicetype_db [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 15:14:36.195335 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.service_base [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:14:36.195688 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.service_base [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:14:36.196034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.service_base [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:14:36.197125 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.services.service_base [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:14:36.197500 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.services.service_base [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 15:14:36.197882 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.198232 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 15:14:36.208913 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.209251 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: auto_allocate Aug 31 15:14:36.215088 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: network precommit_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.215462 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: network precommit_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.215987 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.216309 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: tag Aug 31 15:14:36.223090 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.223423 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: timestamp Aug 31 15:14:36.227254 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.228112 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: network_ip_availability Aug 31 15:14:36.233440 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.233783 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.234128 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.234859 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.235180 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: flavors Aug 31 15:14:36.241485 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.241819 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading Plugin: revisions Aug 31 15:14:36.246780 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:14:36.247184 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.652s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:14:36.247940 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 15:14:36.248280 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Initializing extension manager. Aug 31 15:14:36.248787 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: __init__.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.249133 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: __pycache__ {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.249472 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.249806 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: address_group.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.250612 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.251197 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: address-group Aug 31 15:14:36.251524 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: address_scope.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.252248 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.252761 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: address-scope Aug 31 15:14:36.253088 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.254047 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.254566 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: router-admin-state-down-before-update Aug 31 15:14:36.254886 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: agent.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.255616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.256169 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: agent Aug 31 15:14:36.256502 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: agent_resources_synced.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.257554 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.258134 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: agent-resources-synced Aug 31 15:14:36.258516 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: allowedaddresspairs.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.260612 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.261201 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: allowed-address-pairs Aug 31 15:14:36.261601 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: auto_allocated_topology.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.262884 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.263592 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: auto-allocated-topology Aug 31 15:14:36.267358 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: availability_zone.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.267358 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.267358 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: availability_zone Aug 31 15:14:36.267358 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: availability_zone_filter.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.267358 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.267716 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: availability_zone_filter Aug 31 15:14:36.267886 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: data_plane_status.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.268934 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.269518 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 15:14:36.269848 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: default_subnetpools.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.271004 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.271536 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: default-subnetpools Aug 31 15:14:36.271883 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.272919 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.273593 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: dhcp_agent_scheduler Aug 31 15:14:36.273847 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: dns.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.274963 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.275445 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 15:14:36.275814 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: dns_domain_ports.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.276850 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.277680 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 15:14:36.277789 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: dvr.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.278646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.279192 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: dvr Aug 31 15:14:36.279474 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: empty_string_filtering.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.280550 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.281274 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: empty-string-filtering Aug 31 15:14:36.281519 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.282609 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.283079 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:14:36.283454 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.284442 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.285285 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 15:14:36.285443 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: external_net.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.286451 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.286976 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: external-net Aug 31 15:14:36.287338 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.288452 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.288869 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: extra_dhcp_opt Aug 31 15:14:36.289382 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: extraroute.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.290939 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.291246 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: extraroute Aug 31 15:14:36.291565 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: extraroute_atomic.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.292931 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.293265 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: extraroute-atomic Aug 31 15:14:36.293952 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: filter_validation.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.294388 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.295209 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: filter-validation Aug 31 15:14:36.295209 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: fip_pf_description.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.296517 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.297087 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 15:14:36.297634 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: fip_port_details.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.298461 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.298960 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: fip-port-details Aug 31 15:14:36.299327 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: flavors.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.300768 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.301360 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: flavors Aug 31 15:14:36.301652 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.303541 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.304090 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 15:14:36.304425 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: floatingip_pools.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.305211 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.305853 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: floatingip-pools Aug 31 15:14:36.306728 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: ip_allocation.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.307926 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.308463 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 15:14:36.308820 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.309843 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.310436 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: ip-substring-filtering Aug 31 15:14:36.310769 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l2_adjacency.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.311812 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.312384 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 15:14:36.312909 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.314169 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.314860 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: router Aug 31 15:14:36.315390 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.317977 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.318686 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:14:36.319191 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.320280 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.320972 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: ext-gw-mode Aug 31 15:14:36.321484 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.322583 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.323250 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: l3-ha Aug 31 15:14:36.323726 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3_flavors.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.324812 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.325485 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: l3-flavors Aug 31 15:14:36.325946 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.327316 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.327837 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 15:14:36.328161 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: l3agentscheduler.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.329240 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.329759 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: l3_agent_scheduler Aug 31 15:14:36.330113 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: logging.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.331612 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.332142 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension logging not supported by any of loaded plugins Aug 31 15:14:36.332483 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: metering.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.333246 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.333830 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: metering Aug 31 15:14:36.334196 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.335300 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.335823 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: metering_source_and_destination_fields Aug 31 15:14:36.336154 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: multiprovidernet.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.337253 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.337768 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: multi-provider Aug 31 15:14:36.338122 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: netmtu.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.339056 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.339571 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: net-mtu Aug 31 15:14:36.339894 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: netmtu_writable.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.340827 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.341341 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: net-mtu-writable Aug 31 15:14:36.341665 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: network_availability_zone.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.342378 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.342882 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: network_availability_zone Aug 31 15:14:36.343211 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: network_ip_availability.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.344310 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.344827 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: network-ip-availability Aug 31 15:14:36.345155 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: network_segment_range.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.345923 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.346454 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 15:14:36.346782 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: pagination.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.347781 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.348115 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: pagination Aug 31 15:14:36.348440 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: port_device_profile.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.349352 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.350044 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: port-device-profile Aug 31 15:14:36.350373 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.351313 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.351833 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: port-mac-address-regenerate Aug 31 15:14:36.352207 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.353592 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.354142 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: port-numa-affinity-policy Aug 31 15:14:36.354523 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: port_resource_request.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.356234 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.356749 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 15:14:36.357075 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: portbindings.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.358040 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.358560 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: binding Aug 31 15:14:36.358887 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: portbindings_extended.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.360179 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.360696 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: binding-extended Aug 31 15:14:36.361024 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: portsecurity.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.361944 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.362493 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: port-security Aug 31 15:14:36.362817 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: project_id.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.363804 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.364135 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: project-id Aug 31 15:14:36.364459 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: providernet.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.365398 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.365921 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: provider Aug 31 15:14:36.366282 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.370435 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.370965 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos not supported by any of loaded plugins Aug 31 15:14:36.371301 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.372562 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.373084 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 15:14:36.373417 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.374371 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.374889 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 15:14:36.375219 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_default.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.376150 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.376663 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-default not supported by any of loaded plugins Aug 31 15:14:36.376991 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_fip.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.377655 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.378197 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 15:14:36.378522 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_gateway_ip.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.379459 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.379975 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 15:14:36.380300 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_port_network_policy.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.381224 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.381738 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 15:14:36.382093 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_rule_type_details.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.383019 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.383533 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 15:14:36.383882 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: qos_rules_alias.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.384929 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.385447 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 15:14:36.385774 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: quotasv2.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.386756 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.387212 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: quotas Aug 31 15:14:36.387537 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: quotasv2_detail.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.389159 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.389507 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: quota_details Aug 31 15:14:36.389845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: rbac.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.390943 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.391471 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: rbac-policies Aug 31 15:14:36.391795 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: rbac_address_group.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.392744 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.393261 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: rbac-address-group Aug 31 15:14:36.393590 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: rbac_address_scope.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.394538 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.395056 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: rbac-address-scope Aug 31 15:14:36.395386 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: rbac_security_groups.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.396322 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.396836 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: rbac-security-groups Aug 31 15:14:36.397169 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: rbac_subnetpool.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.398139 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.398656 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: rbac-subnetpool Aug 31 15:14:36.398982 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: revisionifmatch.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.399946 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.400457 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: revision-if-match Aug 31 15:14:36.400783 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: revisions.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.401901 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.402446 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: standard-attr-revisions Aug 31 15:14:36.402772 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: router_availability_zone.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.403452 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.403963 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: router_availability_zone Aug 31 15:14:36.404286 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: routerservicetype.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.405208 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.405719 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 15:14:36.406063 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.406990 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.407502 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: security-groups-normalized-cidr Aug 31 15:14:36.407835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.408764 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.409275 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: port-security-groups-filtering Aug 31 15:14:36.409601 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.410552 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.411065 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: security-groups-remote-address-group Aug 31 15:14:36.411390 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: securitygroup.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.421496 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.422056 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: security-group Aug 31 15:14:36.422398 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: segment.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.423192 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.423705 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension segment not supported by any of loaded plugins Aug 31 15:14:36.424038 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.424984 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.425499 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 15:14:36.425829 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: servicetype.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.426980 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.427516 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: service-type Aug 31 15:14:36.427848 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: sorting.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.428834 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.429173 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: sorting Aug 31 15:14:36.429503 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: standard_attr_segment.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.430453 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.431599 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 15:14:36.431923 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: standardattrdescription.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.432578 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.433088 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: standard-attr-description Aug 31 15:14:36.433414 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: stateful_security_group.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.434382 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.434899 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: stateful-security-group Aug 31 15:14:36.435224 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: stdattrs_common.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.435816 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 15:14:36.436139 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.437153 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.437685 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 15:14:36.438027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnet_onboard.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.439115 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.439636 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: subnet_onboard Aug 31 15:14:36.439960 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.440899 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.441411 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 15:14:36.441734 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnet_service_types.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.442782 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.443299 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: subnet-service-types Aug 31 15:14:36.443623 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnetallocation.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.444717 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.445236 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: subnet_allocation Aug 31 15:14:36.445563 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.446455 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.446810 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: subnetpool-prefix-ops Aug 31 15:14:36.447136 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.448074 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.448581 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 15:14:36.448903 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: tagging.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.449987 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.450529 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: standard-attr-tag Aug 31 15:14:36.450853 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: timestamp.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.452304 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.452826 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loaded extension: standard-attr-timestamp Aug 31 15:14:36.453156 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: trunk.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.454226 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.454745 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension trunk not supported by any of loaded plugins Aug 31 15:14:36.455075 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: trunk_details.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.456006 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.456523 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 15:14:36.456852 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: uplink_status_propagation.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.457788 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.458332 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 15:14:36.458661 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Loading extension file: vlantransparent.py {{(pid=79150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:14:36.459343 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:14:36.459850 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 15:14:36.462340 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:network Aug 31 15:14:36.463080 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnet Aug 31 15:14:36.463874 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:14:36.464489 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:port Aug 31 15:14:36.465757 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.466233 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service FLAVORS assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.466860 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.467320 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.467654 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:router Aug 31 15:14:36.468310 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:14:36.469028 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service METERING assigned prefix: /metering {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.470507 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.470880 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.471233 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:14:36.472387 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:14:36.472841 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:14:36.473499 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:14:36.474291 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service CORE assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.474632 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:14:36.474974 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] subnetpool is already registered Aug 31 15:14:36.475584 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service CORE assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.475915 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:14:36.476250 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] subnetpool is already registered Aug 31 15:14:36.479459 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.479899 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service FLAVORS assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.480492 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.480913 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.481249 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:router Aug 31 15:14:36.481581 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] router is already registered Aug 31 15:14:36.482212 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:14:36.482551 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] floatingip is already registered Aug 31 15:14:36.483184 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service METERING assigned prefix: /metering {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.483896 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:14:36.484181 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] rbac_policy is already registered Aug 31 15:14:36.484726 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:14:36.485065 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] security_group is already registered Aug 31 15:14:36.485653 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:14:36.485985 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] security_group_rule is already registered Aug 31 15:14:36.486671 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service CORE assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.487018 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:14:36.487354 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] subnetpool is already registered Aug 31 15:14:36.487952 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.v2.resource_helper [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Service CORE assigned prefix: {{(pid=79150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:14:36.488279 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:14:36.488603 dv-cinder-802781-4-smb neutron-server[79150]: WARNING neutron.quota.resource_registry [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] subnetpool is already registered Aug 31 15:14:36.489244 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: extensions {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.490755 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: address-groups {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.492372 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: address-scopes {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.494179 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: agents {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.495355 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: auto-allocated-topology {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.496599 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: availability_zones {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.498897 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: dhcp-networks {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.500354 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: dhcp-agents {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.501777 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: routers {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.503637 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: flavors {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.504817 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: service_profiles {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.506042 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: next_providers {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.507592 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: service_profiles {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.509087 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: floatingip-pools {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.510350 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: routers {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.512155 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: floatingips {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.513346 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: l3-routers {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.514756 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: l3-agents {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.516190 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: metering-labels {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.517543 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: metering-label-rules {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.518871 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: network-ip-availabilities {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.520137 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: bindings {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.521780 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: quotas {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.523252 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: quotas {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.525188 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: rbac-policies {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.526512 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: security-groups {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.527741 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: security-group-rules {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.528983 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: service-providers {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.530255 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: subnetpools {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.531682 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: subnetpools {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.533134 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.534854 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.536678 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.538488 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.540882 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.542759 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.544515 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.546438 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.548207 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.550080 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron.api.extensions [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Extended resource: tags {{(pid=79150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:14:36.555979 dv-cinder-802781-4-smb neutron-server[79150]: WARNING keystonemiddleware.auth_token [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 15:14:36.561518 dv-cinder-802781-4-smb neutron-server[79150]: WARNING keystonemiddleware.auth_token [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 15:14:36.569583 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Acquired lock "singleton_lock" {{(pid=79150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 15:14:36.570094 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Releasing lock "singleton_lock" {{(pid=79150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 15:14:36.570742 dv-cinder-802781-4-smb neutron-server[79150]: INFO oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Starting 2 workers Aug 31 15:14:36.575318 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Started child 79291 {{(pid=79150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:14:36.579783 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Started child 79292 {{(pid=79150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:14:36.580574 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.581306 dv-cinder-802781-4-smb neutron-server[79150]: INFO neutron.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 15:14:36.581929 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Notify callbacks [] for process, before_spawn {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.582194 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [-] (79291) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:14:36.584053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.584480 dv-cinder-802781-4-smb neutron-server[79150]: INFO oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Starting 1 workers Aug 31 15:14:36.585480 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [-] (79292) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:14:36.589932 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Started child 79293 {{(pid=79150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:14:36.590476 dv-cinder-802781-4-smb neutron-server[79150]: INFO oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Starting 1 workers Aug 31 15:14:36.593288 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] calling RpcWorker wait() {{(pid=79293) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 15:14:36.593836 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] returning from RpcWorker wait() {{(pid=79293) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 15:14:36.594724 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Started child 79294 {{(pid=79150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:14:36.595152 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.595498 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff136-f304-405b-8e0e-4ac2ade326d3 None None] Notify callbacks [] for process, after_spawn {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.595693 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:36.597260 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 15:14:36.597473 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:14:36.597664 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:14:36.597891 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:14:36.598287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:14:36.598457 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:14:36.598973 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.599169 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:36.599668 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.599668 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.599801 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.600072 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.600265 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:36.600609 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.600870 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.601113 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.601390 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.601631 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.601802 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.601975 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.602269 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.602519 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.603395 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.603670 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.603921 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.604210 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.604386 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.604631 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.604892 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.605152 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.605434 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] debug = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.605690 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.606230 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.606463 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.606713 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.606953 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.607231 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.607479 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.607769 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.608021 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.608257 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.608498 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.608764 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.609014 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.609248 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.609468 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.609715 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.609934 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.610455 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] host = dv-cinder-802781-4-smb {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.610692 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.610917 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.611179 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.611438 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.611686 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.611904 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.612166 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.612411 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.612672 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.612949 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.613219 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.613463 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.613680 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.613923 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.614111 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_options = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.614367 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.614646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.614924 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.615115 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.615285 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.615463 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.615737 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.615901 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.616159 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.616395 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.616612 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.616831 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.617091 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.617326 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.617599 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.617839 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.618105 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.618349 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.618659 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.618902 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.619208 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.619526 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.619769 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.619998 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.620241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.620483 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.620735 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.620957 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.621198 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.621455 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.621674 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.621936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.622195 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.622444 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.622768 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.623020 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.623244 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.623541 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.623771 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.623985 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.624264 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.624489 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.624720 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.624957 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.625175 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.625393 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_json = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.625609 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.625847 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.626144 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.626382 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.626599 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.626806 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.627023 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.627286 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.627707 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.628024 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.628970 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.629400 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.629673 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.629924 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.630195 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.630491 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.630754 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.631265 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.631455 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.631580 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.631861 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.632103 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.632482 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.632704 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.632991 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.633273 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.633511 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.633752 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.634054 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.634510 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.634858 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.635159 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.635424 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.635709 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.635931 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.636176 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.636644 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.637729 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.638659 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.640195 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.640462 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.640736 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.640995 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.641242 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.641501 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.641757 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.642057 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.642323 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.642574 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.642834 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.643069 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.643297 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.643528 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.644037 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.644268 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.644646 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.644790 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.644979 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.645234 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.645459 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.645687 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.645926 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.646189 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.646447 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.646669 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.646887 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.647103 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.647343 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.647601 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.647879 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.648121 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.648340 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.648561 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.648788 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.649022 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.649239 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.650215 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.650215 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.650489 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.650700 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.650920 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.651119 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.651340 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.651553 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.651934 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.652209 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.652435 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.652655 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.652909 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.653126 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.653366 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.653583 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.653875 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.654241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.654546 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.654884 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.655133 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.655392 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.655719 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.655982 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.656227 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.656490 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.656707 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.656981 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.657212 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.657856 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.657856 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.658180 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.658315 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.658450 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.658651 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.662251 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663604 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663604 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663604 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663822 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.663923 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670034 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.670936 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.671835 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.672616 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673171 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673585 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673585 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673778 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.673996 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.674227 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.674483 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.674719 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.674991 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.675238 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.675476 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.675718 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.675973 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.676468 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.676885 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.677589 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.677996 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.678428 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.678649 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.678870 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.679084 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.679303 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.679571 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.679815 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.680068 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.680286 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.680614 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.680905 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.681148 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.681383 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.681600 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.681819 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.682075 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.682296 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.682510 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.682724 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.682957 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.683224 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.683478 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.683714 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.683940 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.684147 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.684511 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.684884 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.685098 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.685394 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.685643 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.685874 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.686133 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.686362 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.686609 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.686820 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.687031 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.687266 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.687473 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.687698 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.687951 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.688181 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.688397 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.688606 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.688884 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.689132 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.689349 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.689628 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.689855 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.690107 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.690371 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.690694 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.690904 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.691157 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.691419 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.691635 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.691854 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.692105 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.692425 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.692728 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.692964 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.693234 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.693526 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.693788 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.694073 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.694290 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.694604 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.694926 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.695196 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.695447 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.695673 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.695947 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.696167 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.696406 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.696647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.696882 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.697097 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.697353 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.697588 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.697829 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.698092 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.698321 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.698539 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.698783 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.699013 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.699265 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.699481 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.699636 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:14:36.700150 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 15:14:36.700316 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:14:36.700469 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:14:36.700657 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:14:36.700826 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:14:36.700977 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:14:36.701182 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.701597 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.701757 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.701918 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702118 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702299 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702461 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702620 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702778 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.702937 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703095 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703254 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703412 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703569 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703810 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.703946 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704066 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704186 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704324 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704475 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704744 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.704885 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.705488 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] debug = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.705653 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.705869 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706053 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706256 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706376 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706494 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706653 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.706810 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707009 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707133 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707252 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707405 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707562 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707720 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.707886 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708037 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708195 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708352 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] host = dv-cinder-802781-4-smb {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708508 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708665 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708821 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.708977 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709135 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709292 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709450 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709607 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709764 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.709921 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710103 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710260 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710418 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710574 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710732 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_options = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.710889 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711046 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711202 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711380 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711543 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711701 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.711859 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.712831 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.712831 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.712831 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713178 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713178 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713419 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713419 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713644 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713762 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713967 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.713967 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714267 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714388 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714506 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714727 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714859 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.714979 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715177 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715300 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715419 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715539 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715693 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.715852 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716010 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716167 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716324 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716484 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716642 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716800 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.716957 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717119 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717277 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717433 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717590 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717748 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.717910 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718087 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718245 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718402 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_json = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718560 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718718 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.718873 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719031 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719188 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719346 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719502 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719661 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:14:36.719838 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.719999 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.720170 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.720331 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.720577 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.720751 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.720920 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721081 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721401 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721567 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721729 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.721900 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722082 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722243 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722406 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722567 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722728 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.722889 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723050 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723212 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723372 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723549 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723711 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.723872 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724032 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724193 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724354 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724515 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724677 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724838 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.724999 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725172 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725321 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725419 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:36.725505 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725631 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725791 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.725951 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726132 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726293 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726454 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726614 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726774 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.726935 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.727097 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.727259 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.727419 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.727601 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.728293 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.728455 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.728627 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.728788 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.728948 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729108 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729269 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729429 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729589 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729749 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.729908 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730091 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730253 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730427 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730589 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730749 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.730910 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731070 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731231 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731391 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731551 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731712 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.731872 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732032 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732194 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732354 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732513 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732674 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732833 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.732994 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.733154 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.733314 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.733475 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.733635 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.733796 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734018 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734150 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734326 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734487 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734648 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734810 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.734971 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735132 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735292 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735453 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735613 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735774 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.735933 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736093 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736257 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736417 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736578 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736738 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.736898 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737059 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737220 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737383 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737544 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737705 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.737865 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738055 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738207 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738367 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738536 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738696 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.738866 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.739027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.739196 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.739811 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.740415 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.740886 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.741055 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.741411 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.741575 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.741741 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.741908 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.742094 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.742241 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.743988 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.745647 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746287 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.746845 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747131 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747131 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747301 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747463 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747623 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747785 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.747945 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748106 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748272 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748432 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748592 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748752 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.748914 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749075 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749236 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749396 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749559 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749761 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.749886 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750039 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750205 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750365 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750525 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750689 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.750849 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751010 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751170 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751330 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751491 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751652 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751813 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.751973 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752183 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752318 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752490 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752657 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752816 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.752977 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753139 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753299 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753460 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753621 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753782 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.753943 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754136 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754300 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754546 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754665 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754767 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.754920 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755081 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755242 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755401 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755573 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755734 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.755894 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756055 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756215 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756385 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756545 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756706 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.756867 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757027 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757197 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757357 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757518 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757678 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.757838 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.758040 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.758196 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.758359 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.758530 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.758691 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.759431 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.759598 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.759770 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.759932 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760095 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760257 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760418 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760578 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760741 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.760906 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761077 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761243 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761406 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761575 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761743 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.761911 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762092 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762260 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762431 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762592 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762753 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.762915 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763074 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763235 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763396 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763557 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763717 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.763877 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764038 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764199 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764359 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764520 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764680 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.764841 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.765001 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.765160 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.765325 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.765484 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:14:36.765635 dv-cinder-802781-4-smb neutron-server[79150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:14:36.896975 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 52972) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:14:36.905838 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067413 Aug 31 15:14:47.255264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac2340-53b8-4bff-af64-fcb8b0058bdb None None] get_active_networks_info from dv-cinder-802781-4-smb {{(pid=79293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 31 15:14:47.369234 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ac2340-53b8-4bff-af64-fcb8b0058bdb None None] No non-hosted networks {{(pid=79293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 15:14:47.389930 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.agentschedulers_db [None req-34ac2340-53b8-4bff-af64-fcb8b0058bdb None None] DHCP Agent not found on host dv-cinder-802781-4-smb {{(pid=79293) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 15:14:47.509521 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-aef17563-791c-4b6e-b182-1af207c35f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:47.755490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:47.755842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.756187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.761098 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.761750 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.762369 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.762906 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.763436 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.763966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.764530 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.765059 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.765587 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.766141 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:14:47.769345 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802781-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:47.782143 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:14:50.018976 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6da8e6b7-cdac-402b-ab41-886b944fd167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:50.051658 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-22de0e4d-231c-40c6-a6bd-9bf377db3c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:50.588413 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:52.282627 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:53.810417 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53066) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:14:54.390442 dv-cinder-802781-4-smb neutron-server[79292]: WARNING oslo_policy.policy [None req-9098753a-d6be-4320-87af-fdcb415c20a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:54.391005 dv-cinder-802781-4-smb neutron-server[79292]: WARNING oslo_policy.policy [None req-9098753a-d6be-4320-87af-fdcb415c20a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:54.613751 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [None req-9098753a-d6be-4320-87af-fdcb415c20a1 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:14:54.614847 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-9098753a-d6be-4320-87af-fdcb415c20a1 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8035266 Aug 31 15:14:56.016236 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.db.l3_hamode_db [None req-48113a43-1bf8-4c30-ada7-61febe999b7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 15:14:56.101251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48113a43-1bf8-4c30-ada7-61febe999b7a None None] Routers set() bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:14:56.101636 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48113a43-1bf8-4c30-ada7-61febe999b7a None None] Router IDs set() for agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 15:14:56.961862 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53080) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:14:57.537476 dv-cinder-802781-4-smb neutron-server[79291]: WARNING oslo_policy.policy [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:57.538050 dv-cinder-802781-4-smb neutron-server[79291]: WARNING oslo_policy.policy [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:57.754229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:14:57.852026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.policy [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:14:57.896108 dv-cinder-802781-4-smb neutron-server[79291]: WARNING oslo_policy.policy [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:57.896467 dv-cinder-802781-4-smb neutron-server[79291]: WARNING oslo_policy.policy [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:14:57.905538 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.quota [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Loaded quota_driver: . Aug 31 15:14:57.920537 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:14:57.978027 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751337007514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751337009143', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751336981135', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751336990912', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751337032861', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751337043270', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1939412', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1225529', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-404308'] for rbac-policy, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:58.040625 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:14:58.041937 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9d8aad15-720a-4b3f-9e50-b7dc1e858f6c admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0779059 Aug 31 15:15:00.589898 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53098) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:00.926553 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Request body: {'network': {'name': 'private', 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:00.931533 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:00.936241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Usage tracker for resource:network and tenant:830b6855e1b84280ab09b6cd1b9f7725 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:00.940881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:00.946925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:00.956415 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Made reservation on behalf of 830b6855e1b84280ab09b6cd1b9f7725 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:00.959208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:00.976096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:00.990170 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:00.993725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Usage tracker for resource:security_group_rule and tenant:830b6855e1b84280ab09b6cd1b9f7725 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:00.999608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:01.005019 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:01.099788 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.104310 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.109463 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:01.130267 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:15:01.156318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751338321300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.156916 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Unsubscribe: segment precommit_create {{(pid=79291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:15:01.157409 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Added segment 5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1 of type vlan for network 08949dd0-1029-47bc-b285-8742be965469 Aug 31 15:15:01.204603 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd61ef-1297-4f41-82c9-fc65617e11f4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:01.226353 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.226685 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.227009 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.227328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.227640 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.227953 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.228262 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.228596 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.228919 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.229229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.229534 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.229837 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Tracked resource versions report: Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: pushed versions: Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Log': {'1.0'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Network': {'1.1'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Port': {'1.7'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'PortForwarding': {'1.2'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'QosPolicy': {'1.8'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SubPort': {'1.0'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Subnet': {'1.1'}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Trunk': {'1.1'}} Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: consumer versions: Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'ConntrackHelper': '1.0', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Log': '1.0', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Network': '1.1', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Port': '1.7', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'PortForwarding': '1.2', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'QosPolicy': '1.8', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroup': '1.4', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroupRule': '1.2', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'SubPort': '1.0', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Subnet': '1.1', Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: 'Trunk': '1.1'}} Aug 31 15:15:01.230977 dv-cinder-802781-4-smb neutron-server[79291]: {{(pid=79291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:01.272328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.284291 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:01.318083 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.319551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:01.320209 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:01.325729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:01.422677 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8316183 Aug 31 15:15:01.427350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Pushing event updated for resources: {'Network': ['ID=08949dd0-1029-47bc-b285-8742be965469,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:01.430527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:01.439749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 08949dd0-1029-47bc-b285-8742be965469 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:15:04.055919 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53114) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:04.544366 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900db32d-1d40-4181-8ad4-af0e95e50e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:04.545710 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-900db32d-1d40-4181-8ad4-af0e95e50e02 admin admin] 10.222.0.66 "GET /v2.0/networks/08949dd0-1029-47bc-b285-8742be965469 HTTP/1.1" status: 200 len: 825 time: 0.4881797 Aug 31 15:15:04.572889 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-784d5e78-eba2-4fa3-b06c-f2563103ec0a admin admin] 10.222.0.66 "GET /v2.0/subnetpools/09a367b4-840e-4fd2-bb68-68608367d463 HTTP/1.1" status: 200 len: 734 time: 0.0213575 Aug 31 15:15:04.581942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Request body: {'subnet': {'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'name': 'private-subnet', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:04.586179 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:04.589998 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Usage tracker for resource:subnet and tenant:830b6855e1b84280ab09b6cd1b9f7725 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:04.592828 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:04.598398 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:04.609100 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Made reservation on behalf of 830b6855e1b84280ab09b6cd1b9f7725 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:04.611356 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:04.877527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:04.882911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:04.976996 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a71080e-1534-4de1-b45e-d76525034742,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:04.981618 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Checking segment: {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:04.981998 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Network hostable DHCP agents. Network: 08949dd0-1029-47bc-b285-8742be965469, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:04.986144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:05.003568 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Network 08949dd0-1029-47bc-b285-8742be965469 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:05.013889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 08949dd0-1029-47bc-b285-8742be965469) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:05.019369 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:05.026037 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:05.026175 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fbf18-f29e-4c04-adc0-060e368a6e38 None None] Network 08949dd0-1029-47bc-b285-8742be965469 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:05.041508 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4629030 Aug 31 15:15:05.419033 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-08949dd0-1029-47bc-b285-8742be965469', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:15:05.420190 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:05.599292 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Allocated IP 172.20.0.2 (08949dd0-1029-47bc-b285-8742be965469/7a71080e-1534-4de1-b45e-d76525034742/ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:05.825668 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:05.841342 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Transition to ACTIVE for port object ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:05.861670 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Transition to ACTIVE for port object ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:05.868403 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:05.876575 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:05.935110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Network 08949dd0-1029-47bc-b285-8742be965469 is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:05.938088 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:05.942581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:15:05.981736 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Pushing event updated for resources: {'Port': ['ID=ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:06.022878 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.023220 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.023555 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.024420 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.024749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.025077 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.025420 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.025740 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.026093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.026409 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.026938 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.027021 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Tracked resource versions report: Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: pushed versions: Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Log': {'1.0'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Network': {'1.1'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Port': {'1.7'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'PortForwarding': {'1.2'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'QosPolicy': {'1.8'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SubPort': {'1.0'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Subnet': {'1.1'}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Trunk': {'1.1'}} Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: consumer versions: Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'ConntrackHelper': '1.0', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Log': '1.0', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Network': '1.1', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Port': '1.7', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'PortForwarding': '1.2', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'QosPolicy': '1.8', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroup': '1.4', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroupRule': '1.2', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'SubPort': '1.0', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Subnet': '1.1', Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: 'Trunk': '1.1'}} Aug 31 15:15:06.028168 dv-cinder-802781-4-smb neutron-server[79293]: {{(pid=79293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:06.034039 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:06.051950 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Attempting to bind port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:06.052343 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Attempting to bind port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:06.052771 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Attempting to bind port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 on network 08949dd0-1029-47bc-b285-8742be965469 {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:15:06.058407 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:15:06.058814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Checking segment: {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:06.059314 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:06.059706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Bound using segment: {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:15:06.060176 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Bound port: ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:06.060565 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:06.147957 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] For port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:15:06.151810 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] For port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8,segment=NetworkSegment(5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1),segment_id=5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:15:06.156078 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:06.160841 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:06.278706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Pushing event updated for resources: {'Port': ['ID=ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:06.289209 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:07.429792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53124) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:07.794979 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [None req-41460865-c948-4ed0-b93f-3d3317f336ff admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:07.818030 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-41460865-c948-4ed0-b93f-3d3317f336ff admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3651021 Aug 31 15:15:09.846142 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385599aa-bc42-4cc6-b93b-d78fb4339876 None None] Network 08949dd0-1029-47bc-b285-8742be965469 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:09.947696 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:10.013154 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-a71e7448-f0ee-4514-90cd-3bd9516e1b9e None None] Provisioning for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:10.098320 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:10.109785 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:10.110218 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.125318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53140) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:10.291806 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.327600 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8,segment=NetworkSegment(5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1),segment_id=5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:15:10.331767 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:10.335635 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:10.405686 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:10.408988 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:10.500792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [None req-446132df-6bdf-44d8-bc04-31270dae3a01 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:10.501783 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-446132df-6bdf-44d8-bc04-31270dae3a01 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3754144 Aug 31 15:15:10.549900 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-313a9328-4270-47d4-9461-ff42b1c4c395 None None] Provisioning complete for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:10.550336 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-313a9328-4270-47d4-9461-ff42b1c4c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:11.883751 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:11.954643 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:11.955020 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.110668 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53152) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:13.448488 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:13.453768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:13.457512 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Usage tracker for resource:router and tenant:830b6855e1b84280ab09b6cd1b9f7725 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:13.460747 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:13.466390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:13.475955 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.477579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.498942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.605203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.622666 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:13.623988 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d271ab9d-409f-4f12-9f65-1b8f5dfde281 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5123527 Aug 31 15:15:15.948504 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53162) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:16.307321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [None req-c754fdac-56d7-4bec-b917-85856ff6a9bf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:16.308443 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c754fdac-56d7-4bec-b917-85856ff6a9bf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3589561 Aug 31 15:15:17.199816 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-08a25ed0-c64a-4c6c-8528-ac6ad8adead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:17.740505 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:18.610307 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53172) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:18.967769 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:18.969268 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.quota [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Loaded quota_driver: . Aug 31 15:15:18.984457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:18.990963 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Usage tracker for resource:network and tenant:1f2580cca8854d528f934e06dd40021e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:18.995654 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:19.003907 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:19.019344 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Made reservation on behalf of 1f2580cca8854d528f934e06dd40021e for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:19.090545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.policy [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:15:19.133205 dv-cinder-802781-4-smb neutron-server[79292]: WARNING oslo_policy.policy [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:19.133572 dv-cinder-802781-4-smb neutron-server[79292]: WARNING oslo_policy.policy [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:19.143755 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.163845 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.178019 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:19.181688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2580cca8854d528f934e06dd40021e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:19.184846 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:19.190463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:19.291467 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.295193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.300725 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:19.312779 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Reserving flat network on physical network physnet1 {{(pid=79292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 15:15:19.342936 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751338321300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.343535 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Unsubscribe: segment precommit_create {{(pid=79292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:15:19.344021 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Added segment 442f5972-0947-4e66-809a-ca2786f2518b of type flat for network c8efb7db-9d16-4660-8fd1-8ad81924fe7a Aug 31 15:15:19.397780 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010b787-4e8c-4cfe-96cd-cdffe6d11d0b,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:19.419824 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.420160 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.420488 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.420810 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.421129 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.421446 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.421758 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.422103 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.422432 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.422744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.423052 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.423371 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Tracked resource versions report: Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: pushed versions: Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Log': {'1.0'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Network': {'1.1'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Port': {'1.7'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'PortForwarding': {'1.2'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'QosPolicy': {'1.8'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SubPort': {'1.0'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Subnet': {'1.1'}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Trunk': {'1.1'}} Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: consumer versions: Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'ConntrackHelper': '1.0', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Log': '1.0', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Network': '1.1', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Port': '1.7', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'PortForwarding': '1.2', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'QosPolicy': '1.8', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroup': '1.4', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroupRule': '1.2', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'SubPort': '1.0', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Subnet': '1.1', Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: 'Trunk': '1.1'}} Aug 31 15:15:19.424508 dv-cinder-802781-4-smb neutron-server[79292]: {{(pid=79292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:19.471567 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:19.473166 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.515802 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.517168 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:19.517807 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:19.522561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:19.621191 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0098467 Aug 31 15:15:19.625960 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Pushing event updated for resources: {'Network': ['ID=c8efb7db-9d16-4660-8fd1-8ad81924fe7a,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:19.629262 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:19.637831 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:15:20.012594 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bed6dc6a-7e1b-41ee-b1e5-eea60300e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:20.550025 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:21.930302 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53198) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:22.137782 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f581d-bc2d-453d-a14f-276552de4cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:22.139197 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-170f581d-bc2d-453d-a14f-276552de4cda admin admin] 10.222.0.66 "GET /v2.0/subnets/7a71080e-1534-4de1-b45e-d76525034742 HTTP/1.1" status: 200 len: 849 time: 0.2079720 Aug 31 15:15:22.240301 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.289853 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-40144a4e-5ee6-4d71-bd69-55583b4f6c50 admin admin] 10.222.0.66 "GET /v2.0/routers/a0e159f6-45db-406c-9621-527beda3bf94 HTTP/1.1" status: 200 len: 704 time: 0.1451836 Aug 31 15:15:22.749943 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:22.972658 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Allocated IP 172.20.0.1 (08949dd0-1029-47bc-b285-8742be965469/7a71080e-1534-4de1-b45e-d76525034742/71402b97-0e43-47ec-b619-46a55724970c) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:23.152323 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.168873 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Transition to ACTIVE for port object 71402b97-0e43-47ec-b619-46a55724970c will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:23.222713 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.226222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:23.286200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Network 08949dd0-1029-47bc-b285-8742be965469 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:23.289109 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:23.292812 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:15:23.293322 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.420811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Pushing event updated for resources: {'Port': ['ID=71402b97-0e43-47ec-b619-46a55724970c,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.430773 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:23.455834 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-99710d01-b300-420f-a562-e2d8a15c8378 None None] Provisioning for port 71402b97-0e43-47ec-b619-46a55724970c completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:23.460751 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-99710d01-b300-420f-a562-e2d8a15c8378 None None] Provisioning complete for port 71402b97-0e43-47ec-b619-46a55724970c triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:23.461145 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-99710d01-b300-420f-a562-e2d8a15c8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.513412 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-99710d01-b300-420f-a562-e2d8a15c8378 None None] Port 71402b97-0e43-47ec-b619-46a55724970c cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:23.551963 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.775352 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.779340 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.780430 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:23.784264 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:23.923625 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Pushing event updated for resources: {'Port': ['ID=71402b97-0e43-47ec-b619-46a55724970c,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:23.934415 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:23.985468 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Network 08949dd0-1029-47bc-b285-8742be965469 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:23.986536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:24.178756 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Router a0e159f6-45db-406c-9621-527beda3bf94 is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:15:24.234834 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-7e3e6d9a-011a-45ab-8a20-3fbcc5f5004d None None] Provisioning complete for port 71402b97-0e43-47ec-b619-46a55724970c triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:24.235204 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-7e3e6d9a-011a-45ab-8a20-3fbcc5f5004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.292600 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e6d9a-011a-45ab-8a20-3fbcc5f5004d None None] Port 71402b97-0e43-47ec-b619-46a55724970c cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:15:24.332423 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:15:24.342591 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Sync routers for ids ['a0e159f6-45db-406c-9621-527beda3bf94'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:24.343068 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] 10.222.0.66 "PUT /v2.0/routers/a0e159f6-45db-406c-9621-527beda3bf94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0473745 Aug 31 15:15:24.356039 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Routers {'a0e159f6-45db-406c-9621-527beda3bf94'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:15:24.356919 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:15:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a0e159f6-45db-406c-9621-527beda3bf94'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.531377 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Set router a0e159f6-45db-406c-9621-527beda3bf94 gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:15:24.891257 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port_host': None, '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.896147 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Checking router: a0e159f6-45db-406c-9621-527beda3bf94 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:24.896520 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Updating router a0e159f6-45db-406c-9621-527beda3bf94 port 71402b97-0e43-47ec-b619-46a55724970c binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:24.950317 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.323328 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.338610 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Transition to ACTIVE for port object 71402b97-0e43-47ec-b619-46a55724970c will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:25.345097 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.349739 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:25.575851 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Pushing event updated for resources: {'Port': ['ID=71402b97-0e43-47ec-b619-46a55724970c,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.587987 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.588318 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.588647 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.588964 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.589277 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.589592 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.589904 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.590232 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.590541 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.590849 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.591152 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.591456 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Tracked resource versions report: Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: pushed versions: Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Log': {'1.0'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Network': {'1.1'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Port': {'1.7'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'PortForwarding': {'1.2'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'QosPolicy': {'1.8'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SubPort': {'1.0'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Subnet': {'1.1'}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Trunk': {'1.1'}} Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: consumer versions: Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'ConntrackHelper': '1.0', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Log': '1.0', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Network': '1.1', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Port': '1.7', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'PortForwarding': '1.2', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'QosPolicy': '1.8', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroup': '1.4', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroupRule': '1.2', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'SubPort': '1.0', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Subnet': '1.1', Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: 'Trunk': '1.1'}} Aug 31 15:15:25.592561 dv-cinder-802781-4-smb neutron-server[79294]: {{(pid=79294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:25.596554 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Attempting to bind port 71402b97-0e43-47ec-b619-46a55724970c on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:25.596958 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Attempting to bind port 71402b97-0e43-47ec-b619-46a55724970c by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:25.597392 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Attempting to bind port 71402b97-0e43-47ec-b619-46a55724970c on network 08949dd0-1029-47bc-b285-8742be965469 {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:15:25.599470 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:25.604311 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:15:25.604712 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Checking segment: {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:25.605205 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.605583 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Bound using segment: {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:15:25.606099 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Bound port: 71402b97-0e43-47ec-b619-46a55724970c, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '08949dd0-1029-47bc-b285-8742be965469'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:25.606487 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.692304 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] For port 71402b97-0e43-47ec-b619-46a55724970c, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:15:25.696348 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] For port 71402b97-0e43-47ec-b619-46a55724970c, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=71402b97-0e43-47ec-b619-46a55724970c,segment=NetworkSegment(5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1),segment_id=5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:15:25.701875 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:25.705507 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:25.787293 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Routers {'a0e159f6-45db-406c-9621-527beda3bf94'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:15:25.787905 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:15:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a0e159f6-45db-406c-9621-527beda3bf94'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:25.924672 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Pushing event updated for resources: {'Port': ['ID=71402b97-0e43-47ec-b619-46a55724970c,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:25.939187 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:25.943866 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] Set router a0e159f6-45db-406c-9621-527beda3bf94 gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:15:26.276743 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port_host': None, '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:25Z', 'revision_number': 4, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:26.280673 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a162e-2098-4fa5-95f6-00a8ac7b8f2c None None] The sync data for ids ['a0e159f6-45db-406c-9621-527beda3bf94'] in dv-cinder-802781-4-smb is: [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:23Z', 'revision_number': 2, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port_host': None, '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:25Z', 'revision_number': 4, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:26.501195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53220) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:26.685828 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850bbab-74a0-426f-9c57-03ebd6e5477f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:26.687250 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9850bbab-74a0-426f-9c57-03ebd6e5477f admin admin] 10.222.0.66 "GET /v2.0/networks/c8efb7db-9d16-4660-8fd1-8ad81924fe7a HTTP/1.1" status: 200 len: 842 time: 0.1851232 Aug 31 15:15:26.697750 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Request body: {'subnet': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:26.703305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:26.707077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Usage tracker for resource:subnet and tenant:1f2580cca8854d528f934e06dd40021e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:26.709871 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:26.715446 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:26.725316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Made reservation on behalf of 1f2580cca8854d528f934e06dd40021e for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:26.727614 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.106850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.objects.ports [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79291) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 31 15:15:27.107244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.111231 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-da4d41ee-0579-4f32-84d3-89e851430506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:27.188685 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9433c40-1bce-4bae-84a0-4a7928dbd1a0,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:27.192161 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:27.194656 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:27.195066 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Network hostable DHCP agents. Network: c8efb7db-9d16-4660-8fd1-8ad81924fe7a, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:27.213885 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:27.222577 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, c8efb7db-9d16-4660-8fd1-8ad81924fe7a) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:27.226488 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:27.227077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:27.232629 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b106a-7b7e-4ec3-9a20-27b146afe33c None None] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:27.248601 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5554125 Aug 31 15:15:27.491617 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05f5ca-f2ee-4350-8251-f5632cabca6b None None] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:27.917459 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 71402b97-0e43-47ec-b619-46a55724970c up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:27.984535 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 71402b97-0e43-47ec-b619-46a55724970c completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:27.989571 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 71402b97-0e43-47ec-b619-46a55724970c triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:27.990073 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.110156 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.143434 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 71402b97-0e43-47ec-b619-46a55724970c, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=71402b97-0e43-47ec-b619-46a55724970c,segment=NetworkSegment(5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1),segment_id=5cb0c8ef-acfc-42aa-b52a-1feceb3fdde1)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:15:28.147177 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:28.150680 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:28.226590 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=71402b97-0e43-47ec-b619-46a55724970c,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:28.230226 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:29.498508 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53234) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:29.687930 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e89640a9-1660-468e-9faa-fbd4b1358dc0 admin admin] 10.222.0.66 "GET /v2.0/routers/a0e159f6-45db-406c-9621-527beda3bf94 HTTP/1.1" status: 200 len: 710 time: 0.1882722 Aug 31 15:15:29.819059 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c2019-5d22-4fb9-89dc-77019cb18492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:29.820326 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-770c2019-5d22-4fb9-89dc-77019cb18492 admin admin] 10.222.0.66 "GET /v2.0/networks/c8efb7db-9d16-4660-8fd1-8ad81924fe7a HTTP/1.1" status: 200 len: 886 time: 0.1273351 Aug 31 15:15:29.829692 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:29.900404 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 71402b97-0e43-47ec-b619-46a55724970c up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:29.967499 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 71402b97-0e43-47ec-b619-46a55724970c triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:29.967866 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.320312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.638608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.692012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.821396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Allocated IP 172.28.0.60 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/6646afec-3b98-468c-a7bb-884e88744b02) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:30.961728 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.989629 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:30.993983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:31.054992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:31.057858 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:31.061406 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:15:31.124246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Pushing event updated for resources: {'Port': ['ID=6646afec-3b98-468c-a7bb-884e88744b02,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:31.128079 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:31.438831 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.815827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.819051 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-681072'] for router, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:31.995259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Router a0e159f6-45db-406c-9621-527beda3bf94 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:15:32.166725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:15:32.174569 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:32.175749 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] 10.222.0.66 "PUT /v2.0/routers/a0e159f6-45db-406c-9621-527beda3bf94 HTTP/1.1" status: 200 len: 889 time: 2.3494804 Aug 31 15:15:32.176203 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Sync routers for ids ['a0e159f6-45db-406c-9621-527beda3bf94'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:15:32.186819 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Routers {'a0e159f6-45db-406c-9621-527beda3bf94'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:15:32.187475 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:15:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a0e159f6-45db-406c-9621-527beda3bf94'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:32.389012 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Set router a0e159f6-45db-406c-9621-527beda3bf94 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:15:32.724600 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6646afec-3b98-468c-a7bb-884e88744b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:31Z', 'revision_number': 4, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port': {'id': '6646afec-3b98-468c-a7bb-884e88744b02', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:30Z', 'updated_at': '2021-08-31T15:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:28Z', 'revision_number': 5, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:32.730152 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Checking router: a0e159f6-45db-406c-9621-527beda3bf94 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:15:32.730525 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Updating router a0e159f6-45db-406c-9621-527beda3bf94 port 6646afec-3b98-468c-a7bb-884e88744b02 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:15:32.783687 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.105516 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.116947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Transition to ACTIVE for port object 6646afec-3b98-468c-a7bb-884e88744b02 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:33.122983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.127451 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:33.199490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Attempting to bind port 6646afec-3b98-468c-a7bb-884e88744b02 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:33.200085 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Attempting to bind port 6646afec-3b98-468c-a7bb-884e88744b02 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:33.200205 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Attempting to bind port 6646afec-3b98-468c-a7bb-884e88744b02 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:15:33.207260 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Pushing event updated for resources: {'Port': ['ID=6646afec-3b98-468c-a7bb-884e88744b02,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:33.209646 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:15:33.210031 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:33.210436 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.210824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:15:33.211305 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Bound port: 6646afec-3b98-468c-a7bb-884e88744b02, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:33.211684 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.256410 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:33.312828 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] For port 6646afec-3b98-468c-a7bb-884e88744b02, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:15:33.316131 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] For port 6646afec-3b98-468c-a7bb-884e88744b02, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=6646afec-3b98-468c-a7bb-884e88744b02,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:15:33.319889 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:33.324426 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:33.399735 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Routers {'a0e159f6-45db-406c-9621-527beda3bf94'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:15:33.400845 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:15:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a0e159f6-45db-406c-9621-527beda3bf94'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:33.452427 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Pushing event updated for resources: {'Port': ['ID=6646afec-3b98-468c-a7bb-884e88744b02,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:33.460640 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:33.588882 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] Set router a0e159f6-45db-406c-9621-527beda3bf94 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:15:33.917837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6646afec-3b98-468c-a7bb-884e88744b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:31Z', 'revision_number': 4, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port': {'id': '6646afec-3b98-468c-a7bb-884e88744b02', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:30Z', 'updated_at': '2021-08-31T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:28Z', 'revision_number': 5, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:33.921743 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4610d-474b-4553-b7e1-9a8ec8845556 None None] The sync data for ids ['a0e159f6-45db-406c-9621-527beda3bf94'] in dv-cinder-802781-4-smb is: [{'id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'name': 'router1', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60'}], 'enable_snat': True}, 'gw_port_id': '6646afec-3b98-468c-a7bb-884e88744b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:15:13Z', 'updated_at': '2021-08-31T15:15:31Z', 'revision_number': 4, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'gw_port': {'id': '6646afec-3b98-468c-a7bb-884e88744b02', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:30Z', 'updated_at': '2021-08-31T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '71402b97-0e43-47ec-b619-46a55724970c', 'name': '', 'network_id': '08949dd0-1029-47bc-b285-8742be965469', 'tenant_id': '830b6855e1b84280ab09b6cd1b9f7725', 'mac_address': 'fa:16:3e:70:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e159f6-45db-406c-9621-527beda3bf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a71080e-1534-4de1-b45e-d76525034742', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:15:22Z', 'updated_at': '2021-08-31T15:15:28Z', 'revision_number': 5, 'project_id': '830b6855e1b84280ab09b6cd1b9f7725', 'subnets': [{'id': '7a71080e-1534-4de1-b45e-d76525034742', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09a367b4-840e-4fd2-bb68-68608367d463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:15:34.506573 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53244) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:34.626633 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-77abe149-367a-4e9c-a5dd-559e7014a3e4 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188414 Aug 31 15:15:35.941751 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6646afec-3b98-468c-a7bb-884e88744b02 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:36.007548 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 6646afec-3b98-468c-a7bb-884e88744b02 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:36.013062 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 6646afec-3b98-468c-a7bb-884e88744b02 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:36.013443 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.130434 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.145855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 6646afec-3b98-468c-a7bb-884e88744b02, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=6646afec-3b98-468c-a7bb-884e88744b02,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:15:36.149544 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:36.151664 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:36.228273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=6646afec-3b98-468c-a7bb-884e88744b02,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:36.231366 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:36.648022 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:15:37.915781 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6646afec-3b98-468c-a7bb-884e88744b02 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:38.005965 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 6646afec-3b98-468c-a7bb-884e88744b02 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:38.006282 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.204627 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-69e96a7c-b7dd-4b92-b8f6-6d50990ad2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:47.742266 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:50.015179 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a642e203-5cfb-468a-88d1-26d68f5661ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:50.554918 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:52.252334 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:13.648214 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:16:17.206567 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-701181bc-c987-494d-a20b-b10ca3a2c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:17.749057 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.034679 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6862ea6d-0d4f-45d5-8e56-9470020529fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.584924 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.283377 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:47.209071 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-10232520-4881-4065-9484-74875d81f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:47.742293 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:50.018208 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-de6d6d74-24ab-4104-a50b-00d186c4e497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:50.564697 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:50.647320 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:16:52.285460 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:17.211292 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e90c55c1-f4d1-4968-9b64-929c182d35a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:17.746249 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.020038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-12e48971-4e85-4328-ba7a-ce16fd1a08ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:20.564582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:22.271198 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:27.647603 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:17:34.547512 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53816) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:34.613154 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2afb77-b258-493e-8add-1444add8ec7d admin admin] GET failed (client error): The resource could not be found. Aug 31 15:17:34.614479 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-3b2afb77-b258-493e-8add-1444add8ec7d admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660443 Aug 31 15:17:34.745486 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159eb943-7666-442a-9fda-4760c1434793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:34.746979 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-159eb943-7666-442a-9fda-4760c1434793 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1286864 Aug 31 15:17:36.813541 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53826) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:36.918240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c6eca-2663-4069-bcfd-36aa892f07b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:36.918804 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-550c6eca-2663-4069-bcfd-36aa892f07b2 admin admin] Synchronizing usage tracker for tenant:1f2580cca8854d528f934e06dd40021e on resource:subnet {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:17:36.937484 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-550c6eca-2663-4069-bcfd-36aa892f07b2 admin admin] Unset dirty status for tenant:1f2580cca8854d528f934e06dd40021e on resource:subnet {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:17:36.938777 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-550c6eca-2663-4069-bcfd-36aa892f07b2 admin admin] 10.222.0.66 "GET /v2.0/subnets/7a71080e-1534-4de1-b45e-d76525034742 HTTP/1.1" status: 200 len: 849 time: 0.1242571 Aug 31 15:17:36.949029 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:17:37.067499 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.257187 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751338273338'] for subnet, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.261582 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:17:37.302904 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:37.303835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.304793 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] 10.222.0.66 "PUT /v2.0/subnets/7a71080e-1534-4de1-b45e-d76525034742 HTTP/1.1" status: 200 len: 868 time: 0.3605940 Aug 31 15:17:37.317484 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335468e8-eaf5-423d-9596-aa43e82916e6 None None] Network 08949dd0-1029-47bc-b285-8742be965469 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:17:37.334857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a71080e-1534-4de1-b45e-d76525034742,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:17:37.342399 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.342743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.343084 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.343416 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.343743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.344068 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.344389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.344712 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.345034 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.345355 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.345674 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.345992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:17:37.350070 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:17:37.826812 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-89840471-253f-468c-b9a4-47917a4f085a None None] Provisioning complete for port 71402b97-0e43-47ec-b619-46a55724970c triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:37.827194 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-89840471-253f-468c-b9a4-47917a4f085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.959040 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-89840471-253f-468c-b9a4-47917a4f085a None None] Provisioning complete for port ed4e3e65-9bc9-4eb1-b4f1-7945c0cee5d8 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:17:37.959413 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-89840471-253f-468c-b9a4-47917a4f085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:39.421801 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 53836) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:39.592033 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1648cce-8c52-466b-9459-dbf8e0e78deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:39.592411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1648cce-8c52-466b-9459-dbf8e0e78deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:39.593927 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e1648cce-8c52-466b-9459-dbf8e0e78deb admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711502 Aug 31 15:17:41.671581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53846) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:41.850294 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2eebbe-054b-4768-951a-049a0d3e2b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:41.851304 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2eebbe-054b-4768-951a-049a0d3e2b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:41.852045 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-fe2eebbe-054b-4768-951a-049a0d3e2b3f admin admin] Synchronizing usage tracker for tenant:1f2580cca8854d528f934e06dd40021e on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:17:41.867955 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-fe2eebbe-054b-4768-951a-049a0d3e2b3f admin admin] Unset dirty status for tenant:1f2580cca8854d528f934e06dd40021e on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:17:41.869125 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-fe2eebbe-054b-4768-951a-049a0d3e2b3f admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966100 Aug 31 15:17:43.953294 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53856) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:44.121856 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ede27-ecf4-4254-a3b9-882512dc7f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:44.123222 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-bf5ede27-ecf4-4254-a3b9-882512dc7f40 admin admin] 10.222.0.66 "GET /v2.0/networks/08949dd0-1029-47bc-b285-8742be965469 HTTP/1.1" status: 200 len: 869 time: 0.1690004 Aug 31 15:17:46.202574 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53866) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:46.372053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0ba6b-2857-4693-bd17-648f79acabc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:46.373801 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-2fe0ba6b-2857-4693-bd17-648f79acabc0 admin admin] 10.222.0.66 "GET /v2.0/networks/c8efb7db-9d16-4660-8fd1-8ad81924fe7a HTTP/1.1" status: 200 len: 886 time: 0.1702847 Aug 31 15:17:47.212836 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-92bf3dd0-b4e0-4686-9231-a5ba72ee45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:47.750656 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:48.488315 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53876) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:48.606371 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e104-5d38-4a2a-aa36-41ff612166f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:48.606744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e104-5d38-4a2a-aa36-41ff612166f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:48.608243 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-eba3e104-5d38-4a2a-aa36-41ff612166f4 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189952 Aug 31 15:17:50.023098 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-0a79333b-5b56-4957-8c24-10d25a533785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:50.567778 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:50.691408 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53886) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:50.795498 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ac87b-303c-4866-ab33-ac8d65c529cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:50.795962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ac87b-303c-4866-ab33-ac8d65c529cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:50.797443 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-463ac87b-303c-4866-ab33-ac8d65c529cd admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051111 Aug 31 15:17:52.274317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:52.897820 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53896) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:53.003101 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd59c6-f64f-4946-9e6d-c696fae564f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:53.004374 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-10fd59c6-f64f-4946-9e6d-c696fae564f3 admin admin] 10.222.0.66 "GET /v2.0/subnets/7a71080e-1534-4de1-b45e-d76525034742 HTTP/1.1" status: 200 len: 868 time: 0.1056087 Aug 31 15:17:55.110444 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53906) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:17:55.208613 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce94f8-db40-46e8-9d0a-bd9ab6d760b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:17:55.209920 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c1ce94f8-db40-46e8-9d0a-bd9ab6d760b8 admin admin] 10.222.0.66 "GET /v2.0/subnets/e9433c40-1bce-4bae-84a0-4a7928dbd1a0 HTTP/1.1" status: 200 len: 816 time: 0.0985537 Aug 31 15:18:04.646320 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:18:17.214807 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-14cfb3ff-e6b5-4f5b-b3da-f959f09b5434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:17.752189 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:18.020583 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53950) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:18.067185 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [None req-ddba8e65-2492-4742-bb92-912f038ab73d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:18:18.068180 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ddba8e65-2492-4742-bb92-912f038ab73d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466762 Aug 31 15:18:20.024574 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-715312f0-83d0-481b-9e26-4374f8f7634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:20.250125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53960) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:20.317059 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c10eb3-bc94-4504-a395-5efda02d7524 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:18:20.318354 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-21c10eb3-bc94-4504-a395-5efda02d7524 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672731 Aug 31 15:18:20.443334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d106e9d-d0bb-4489-8b04-b256d1f77ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:20.444727 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4d106e9d-d0bb-4489-8b04-b256d1f77ce4 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225319 Aug 31 15:18:20.572501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.278059 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.567907 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53970) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:22.614375 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:18:22.618987 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:18:22.628226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:18:22.638248 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Made reservation on behalf of 1f2580cca8854d528f934e06dd40021e for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:18:22.640580 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.727449 dv-cinder-802781-4-smb neutron-server[79292]: WARNING neutron.services.revisions.revision_plugin [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Could not find related network for resource to bump revision. Aug 31 15:18:22.740120 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:18:22.749757 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.750130 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Added segment 07776b9f-340b-482d-b7cb-675b179d3b4a of type vlan for network 70a61144-6415-4f42-be02-521ea3044988 Aug 31 15:18:22.778799 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.807379 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.808670 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:22.809242 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:22.812477 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:22.911376 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Pushing event updated for resources: {'Network': ['ID=70a61144-6415-4f42-be02-521ea3044988,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:22.914332 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3448441 Aug 31 15:18:22.919454 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.919789 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.920114 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.920437 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.920751 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.921065 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.921384 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.921688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.921998 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.922329 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.922639 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.922957 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:22.927130 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-15d50e57-4dc7-4081-a30d-7fcdeb453309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:22.934789 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 70a61144-6415-4f42-be02-521ea3044988 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:18:25.059199 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 53980) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:25.124456 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1f0eaa-da82-4470-babb-0cc32fd02096 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:18:25.124972 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-aa1f0eaa-da82-4470-babb-0cc32fd02096 admin admin] Synchronizing usage tracker for tenant:1f2580cca8854d528f934e06dd40021e on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:18:25.140888 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-aa1f0eaa-da82-4470-babb-0cc32fd02096 admin admin] Unset dirty status for tenant:1f2580cca8854d528f934e06dd40021e on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:18:25.142079 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-aa1f0eaa-da82-4470-babb-0cc32fd02096 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0818355 Aug 31 15:18:25.246266 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe70511-db52-4bae-ba63-1f906bff6fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:25.247589 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4fe70511-db52-4bae-ba63-1f906bff6fd1 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1016300 Aug 31 15:18:25.257873 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '70a61144-6415-4f42-be02-521ea3044988'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:18:25.262595 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:18:25.271996 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:18:25.285245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Made reservation on behalf of 1f2580cca8854d528f934e06dd40021e for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:18:25.287707 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:25.505075 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:25.510065 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:25.585168 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b80711f-ad19-432a-b5aa-8fe184230a6c,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:25.589259 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Checking segment: {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:18:25.589639 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Network hostable DHCP agents. Network: 70a61144-6415-4f42-be02-521ea3044988, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:18:25.595238 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:25.610121 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Network 70a61144-6415-4f42-be02-521ea3044988 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:18:25.620048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 70a61144-6415-4f42-be02-521ea3044988) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:18:25.624545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:25.625134 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:25.629532 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba7355-3819-46b1-9cea-7f3b0d2fbdb6 None None] Network 70a61144-6415-4f42-be02-521ea3044988 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:18:25.649023 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3951030 Aug 31 15:18:25.848256 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-70a61144-6415-4f42-be02-521ea3044988', 'network_id': '70a61144-6415-4f42-be02-521ea3044988', 'tenant_id': '1f2580cca8854d528f934e06dd40021e', 'fixed_ips': [{'subnet_id': '2b80711f-ad19-432a-b5aa-8fe184230a6c'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:18:25.849113 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.013792 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Allocated IP 192.168.233.2 (70a61144-6415-4f42-be02-521ea3044988/2b80711f-ad19-432a-b5aa-8fe184230a6c/c4063a75-8b45-4c06-a5df-99fd4eeba9a8) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:18:26.228757 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.239909 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Transition to ACTIVE for port object c4063a75-8b45-4c06-a5df-99fd4eeba9a8 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:18:26.259413 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Transition to ACTIVE for port object c4063a75-8b45-4c06-a5df-99fd4eeba9a8 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:18:26.266455 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.275016 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:26.336943 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Network 70a61144-6415-4f42-be02-521ea3044988 is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:18:26.338146 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:18:26.341382 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:18:26.387285 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Pushing event updated for resources: {'Port': ['ID=c4063a75-8b45-4c06-a5df-99fd4eeba9a8,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:26.455734 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.456070 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.456403 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.456727 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.457047 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.457370 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.457687 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.458021 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.458403 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.458714 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.459098 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.459406 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:26.463662 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:26.480150 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Attempting to bind port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:18:26.480447 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Attempting to bind port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:18:26.480810 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Attempting to bind port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 on network 70a61144-6415-4f42-be02-521ea3044988 {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:18:26.486068 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:18:26.486448 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Checking segment: {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:18:26.486856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.487266 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Bound using segment: {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:18:26.487711 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Bound port: c4063a75-8b45-4c06-a5df-99fd4eeba9a8, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:18:26.488102 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.574821 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] For port c4063a75-8b45-4c06-a5df-99fd4eeba9a8, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:18:26.578146 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] For port c4063a75-8b45-4c06-a5df-99fd4eeba9a8, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4063a75-8b45-4c06-a5df-99fd4eeba9a8,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:18:26.582269 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:26.586796 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:26.662275 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Pushing event updated for resources: {'Port': ['ID=c4063a75-8b45-4c06-a5df-99fd4eeba9a8,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:26.666476 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:27.496327 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325cfc4-2e7b-4ea8-9bd6-bb64e7f7f10a None None] Network 70a61144-6415-4f42-be02-521ea3044988 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:18:27.611121 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-fb94e063-f60e-45f3-a2d3-76976cf8b45c None None] Provisioning for port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:18:28.010656 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4063a75-8b45-4c06-a5df-99fd4eeba9a8 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:18:28.079957 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:18:28.085820 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:18:28.086214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:28.204460 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:28.237118 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port c4063a75-8b45-4c06-a5df-99fd4eeba9a8, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4063a75-8b45-4c06-a5df-99fd4eeba9a8,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:18:28.241935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:28.244161 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:28.309874 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=c4063a75-8b45-4c06-a5df-99fd4eeba9a8,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:28.313649 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:29.988214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4063a75-8b45-4c06-a5df-99fd4eeba9a8 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:18:30.058438 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port c4063a75-8b45-4c06-a5df-99fd4eeba9a8 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:18:30.058814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:41.644574 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:18:47.218739 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f1d72411-0f00-48d0-ae62-96e846db3301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:47.753849 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:50.026750 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6953-1256-4083-aac7-7de902b31ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:50.574464 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:52.281108 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:17.220619 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-558b6038-fc53-41ed-940c-3bd0f340bdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:17.755582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:18.643637 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:19:20.028332 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-006135f8-c45f-4ced-982e-aa48b841f329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:20.578407 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.283821 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.043351 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54030) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:43.049249 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [None req-5e92ecfe-211a-41e6-ba27-ef345d24016f tempest-verify_tempest_config-609919126 tempest-verify_tempest_config-609919126-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:19:43.050223 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5e92ecfe-211a-41e6-ba27-ef345d24016f tempest-verify_tempest_config-609919126 tempest-verify_tempest_config-609919126-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058575 Aug 31 15:19:43.343212 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54048) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:43.454777 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.468232 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:19:43.471936 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc7d749a69f445e99aa5b59df0b4145 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:19:43.475176 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:19:43.480677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:19:43.563491 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.566804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.575447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:43.614590 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Synchronizing usage tracker for tenant:1f2580cca8854d528f934e06dd40021e on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:19:43.618392 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5201cc78-cbe8-4565-aa75-bb7cb15d5518,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:43.627569 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.627916 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.628243 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.628566 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.628886 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.629204 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.629519 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.629835 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.630171 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.630489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.630824 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.631134 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:43.635903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:43.643465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Unset dirty status for tenant:1f2580cca8854d528f934e06dd40021e on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:19:43.644740 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cc7d749a69f445e99aa5b59df0b4145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3005562 Aug 31 15:19:43.647361 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54054) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:43.703662 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.728923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.820106 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.825622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5051d98c-27ae-48a5-821a-0a321b6bfd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:43.836014 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201cc78-cbe8-4565-aa75-bb7cb15d5518,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:43.840293 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:43.842205 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:43.843361 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5201cc78-cbe8-4565-aa75-bb7cb15d5518 HTTP/1.1" status: 204 len: 168 time: 0.1950731 Aug 31 15:19:47.223705 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-7146e783-f807-44fc-877c-9281cce0be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:47.758983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:50.030975 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f5c1-fcd1-4dae-b120-d5a97fbff14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:50.579906 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:52.288071 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:55.642408 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:20:17.225937 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a95de38c-a7d1-4e5d-9ce9-8a81b42c26cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:17.763591 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:20.031513 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a5fdddd6-df8d-4f24-8769-5c438d2fa010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:20.581684 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:22.289649 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:32.640740 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:20:47.227090 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8edc0b19-ca2d-4e90-ba7d-c1b23063dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:47.765655 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:50.031211 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2812-6929-4527-b992-fd4f832f0763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:50.583247 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:52.293182 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:09.639715 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 5 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:21:17.229349 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-da2bba04-06c3-455f-83a2-716c6f9859c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:17.767624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:20.034518 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-710a459d-52cb-4dea-8020-03d1b0a1998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:20.587260 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:22.298977 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:30.069321 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690759'] for agent, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:43.916532 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54130) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:21:44.022565 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-139c3815-e97c-4481-9e43-56ca9f83f387 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1049688 Aug 31 15:21:46.145274 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54142) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:21:46.199645 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-e10b3c68-9e7b-4960-895c-34ed33a6b7c4 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532980 Aug 31 15:21:46.639424 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:21:47.231597 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-fa495d04-6dca-41af-b910-f54f008aa128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:47.769742 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:50.045028 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ee84e00d-60d6-43bb-8324-cbbdadb07ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:50.590968 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:52.300692 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:00.047129 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:17.232502 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a101d703-8778-41bb-9f73-0d0435e85641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:17.771576 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:20.036991 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-72d224e7-f153-46f7-8caa-62eb01189914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:20.594171 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:22.300872 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:23.638489 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:22:30.046226 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:47.237731 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8e18f9da-a1c3-4a26-b65c-b385f25e3775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:47.773624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:50.041555 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6e568682-de3c-4eb3-9648-8e03a7880823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:50.595590 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:52.316060 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:00.075590 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:00.637832 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:23:17.240344 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-29534b79-4295-460b-809c-135461f3c022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:17.775874 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:20.043683 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-941f606f-4328-4eb8-a8b3-7e336f6c0ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:20.597615 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:22.308913 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:30.084797 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:37.637805 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:23:38.959747 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54332) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.338275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54354) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.351924 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-131595648-network', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:39.356381 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:39.360834 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Usage tracker for resource:network and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:39.363862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:39.369498 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:39.384343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Made reservation on behalf of 9262e813e06e44c6bfda516a5b6ad954 for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:39.386716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.403017 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.417955 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:39.422340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:39.425444 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:39.432089 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:39.517222 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.517414 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54368) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.524017 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.528965 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ccbe60e4-4a65-4108-8348-8bf0d000374d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:39.556690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e0a765-4067-45b5-91e7-46b075fc8a2d,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:39.565312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.565709 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.566105 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.566734 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.567227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.567784 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.568589 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.569117 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.569690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.570265 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.570783 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.571447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Tracked resource versions report: Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: pushed versions: Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: { 'AddressGroup': {'1.2'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'ConntrackHelper': {'1.0'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Log': {'1.0'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Network': {'1.1'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Port': {'1.7'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'PortForwarding': {'1.2'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'QosPolicy': {'1.8'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroup': {'1.4'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SubPort': {'1.0'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Subnet': {'1.1'}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Trunk': {'1.1'}} Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: consumer versions: Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'ConntrackHelper': '1.0', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Log': '1.0', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Network': '1.1', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Port': '1.7', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'PortForwarding': '1.2', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'QosPolicy': '1.8', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroup': '1.4', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SecurityGroupRule': '1.2', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'SubPort': '1.0', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Subnet': '1.1', Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: 'Trunk': '1.1'}} Aug 31 15:23:39.572904 dv-cinder-802781-4-smb neutron-server[79292]: {{(pid=79292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:23:39.580431 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:39.589416 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:39.601661 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.602591 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Added segment dcb3d00e-14df-46c5-a958-b46f600370e5 of type vlan for network 21bf1039-3a5a-4680-afce-99802843667b Aug 31 15:23:39.651970 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-network', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:39.656992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.662642 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:39.668688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Usage tracker for resource:network and tenant:cf1a8f2253764d5ca8ecd02b38bc12cb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:39.673128 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:39.680091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:39.704508 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Made reservation on behalf of cf1a8f2253764d5ca8ecd02b38bc12cb for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:39.707719 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.719248 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.722037 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:39.722616 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.725860 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.737686 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:39.738565 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54380) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.751065 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54388) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.762570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:39.767428 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1a8f2253764d5ca8ecd02b38bc12cb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:39.773057 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:39.789352 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:39.846275 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8843544 Aug 31 15:23:39.849912 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54396) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:39.858642 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Request body: {'subnet': {'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-subnet', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:39.864843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:39.870716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Usage tracker for resource:subnet and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:39.874042 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:39.880992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:39.896260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Made reservation on behalf of 9262e813e06e44c6bfda516a5b6ad954 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:39.899345 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.908079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=21bf1039-3a5a-4680-afce-99802843667b,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:39.911926 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:39.922102 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 21bf1039-3a5a-4680-afce-99802843667b details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:39.990300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:39.996531 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.003384 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-21381b41-a186-4458-b52e-7513feffab83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:40.044287 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:40.055224 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:40.059388 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:40.063383 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.063970 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Added segment f4bf4bb7-2c8b-44a1-8204-810bfdf2578c of type vlan for network 6fde7195-8818-4e12-97ad-abffedf0f57a Aug 31 15:23:40.100270 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.148626 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.151127 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:40.151988 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.170835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1300079130-network', 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:40.176068 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.179529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:40.181686 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-242178448-network', 'tenant_id': '4871482e090b4f4fa3d7f55c4981002e'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:40.188947 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1410521183-network', 'tenant_id': 'f54546571ac546448813ad22ca4d6da9'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:40.200257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Usage tracker for resource:network and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.200372 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8601153 Aug 31 15:23:40.205700 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54420) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:40.208412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.214041 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.214815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Request body: {'subnet': {'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-subnet', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:40.218453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Usage tracker for resource:network and tenant:4871482e090b4f4fa3d7f55c4981002e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.219900 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.221600 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.224956 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Usage tracker for resource:subnet and tenant:cf1a8f2253764d5ca8ecd02b38bc12cb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.227872 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.228689 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.234732 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.244155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.250154 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Made reservation on behalf of 4871482e090b4f4fa3d7f55c4981002e for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:40.252647 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.259087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Made reservation on behalf of cf1a8f2253764d5ca8ecd02b38bc12cb for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:40.262329 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.274101 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.286047 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.293512 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.299528 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Usage tracker for resource:security_group_rule and tenant:4871482e090b4f4fa3d7f55c4981002e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.302867 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.313302 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.357431 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Usage tracker for resource:network and tenant:f54546571ac546448813ad22ca4d6da9 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.361981 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.365847 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:40.368458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.388659 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.393739 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.411024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Pushing event updated for resources: {'Network': ['ID=6fde7195-8818-4e12-97ad-abffedf0f57a,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:40.415181 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:40.425347 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 6fde7195-8818-4e12-97ad-abffedf0f57a details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:40.425548 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.466171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Usage tracker for resource:security_group_rule and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.468681 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Made reservation on behalf of f54546571ac546448813ad22ca4d6da9 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:40.471012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.480139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.495955 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.499522 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.570651 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.585099 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:f54546571ac546448813ad22ca4d6da9 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.588939 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.615762 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:40.622050 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.651962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.679765 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.684974 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:40.685607 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:40.698128 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.742818 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:40.796544 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.796956 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Added segment 1768fd01-53cd-4c57-b761-0b28610ecc3e of type vlan for network 1dbb2ccd-9fae-44f3-910f-39537f94e63b Aug 31 15:23:40.807372 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Checking segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:40.808068 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Network hostable DHCP agents. Network: 6fde7195-8818-4e12-97ad-abffedf0f57a, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:40.821339 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Pushing event updated for resources: {'Subnet': ['ID=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:40.837492 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:40.847883 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e7b70-a5b4-46d6-a3a5-df4701efef32,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:40.851905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.862115 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Network 6fde7195-8818-4e12-97ad-abffedf0f57a is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:40.877977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 6fde7195-8818-4e12-97ad-abffedf0f57a) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:40.879556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.880782 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.881105 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.881459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.881932 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.882127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.882477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.882797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.883299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.883657 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.883969 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.884283 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Tracked resource versions report: Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: pushed versions: Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: { 'AddressGroup': {'1.2'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'ConntrackHelper': {'1.0'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Log': {'1.0'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Network': {'1.1'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Port': {'1.7'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'PortForwarding': {'1.2'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'QosPolicy': {'1.8'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroup': {'1.4'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SubPort': {'1.0'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Subnet': {'1.1'}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Trunk': {'1.1'}} Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: consumer versions: Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'ConntrackHelper': '1.0', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Log': '1.0', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Network': '1.1', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Port': '1.7', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'PortForwarding': '1.2', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'QosPolicy': '1.8', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroup': '1.4', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SecurityGroupRule': '1.2', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'SubPort': '1.0', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Subnet': '1.1', Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: 'Trunk': '1.1'}} Aug 31 15:23:40.885362 dv-cinder-802781-4-smb neutron-server[79291]: {{(pid=79291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:23:40.888391 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:40.889026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.895671 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:40.896035 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.901470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c7046616-8247-41de-8eb7-b963e4efc6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:40.907504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f2512-6058-460d-8640-11bcdadb812d None None] Network 6fde7195-8818-4e12-97ad-abffedf0f57a requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:40.945005 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7381041 Aug 31 15:23:40.947623 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54450) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:40.952874 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:40.957389 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:40.961152 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.973480 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Usage tracker for resource:router and tenant:cf1a8f2253764d5ca8ecd02b38bc12cb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:40.977110 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:40.989964 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:41.010121 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.013127 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.043028 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.067450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.068988 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Checking segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:41.069430 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Network hostable DHCP agents. Network: 21bf1039-3a5a-4680-afce-99802843667b, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:41.124726 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:41.179880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.219496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.219837 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Added segment 97b55fe6-fe83-4f86-9058-7386faed4cda of type vlan for network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 Aug 31 15:23:41.317225 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0c712-1c3d-4dd3-b4a5-cb2f43189e77 None None] Network 6fde7195-8818-4e12-97ad-abffedf0f57a requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:41.319510 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:41.331847 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.332688 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Added segment 21c91bb3-9eb7-4fa7-90ab-7cd13d28e3d4 of type vlan for network bde3c537-ee0a-42ab-8c85-3b9bbbc81283 Aug 31 15:23:41.370890 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.423559 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Network 21bf1039-3a5a-4680-afce-99802843667b is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:41.428586 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.429499 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:41.448522 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:41.462422 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:41.489525 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:41.490141 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.500321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 21bf1039-3a5a-4680-afce-99802843667b) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:41.501968 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.504859 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.513505 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad93cc3-6e56-4fa1-9b4c-1907d6d18b60 None None] Network 21bf1039-3a5a-4680-afce-99802843667b requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:41.519698 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:41.520285 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.524031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:41.524617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.603370 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb6b37d-09cc-4221-bec1-54a785e0771e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:41.664136 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1456943 Aug 31 15:23:41.667363 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54490) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:41.673815 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Request body: {'subnet': {'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-242178448-subnet', 'tenant_id': '4871482e090b4f4fa3d7f55c4981002e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:41.683289 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8311076 Aug 31 15:23:41.685192 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9331961 Aug 31 15:23:41.685942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f693a4-a1b1-4b8b-9fea-2c7d03302ca5,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:41.688501 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.689694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:41.691835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54494) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:41.692082 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54496) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:41.692813 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:41.700853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:41.701137 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:41.704588 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:41.705169 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.708346 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:41.728838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Usage tracker for resource:subnet and tenant:4871482e090b4f4fa3d7f55c4981002e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:41.737551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Request body: {'subnet': {'network_id': 'bde3c537-ee0a-42ab-8c85-3b9bbbc81283', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1410521183-subnet', 'tenant_id': 'f54546571ac546448813ad22ca4d6da9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:41.742193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:41.749945 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:41.764111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:41.772062 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.783050 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:41.785400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:41.787752 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Usage tracker for resource:subnet and tenant:f54546571ac546448813ad22ca4d6da9 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:41.795245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Usage tracker for resource:router and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:41.798139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:41.808332 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:41.813251 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:41.866687 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1269336 Aug 31 15:23:41.867640 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:41.875697 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54506) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:41.880605 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=bde3c537-ee0a-42ab-8c85-3b9bbbc81283,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:41.888449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Request body: {'subnet': {'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1300079130-subnet', 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:41.899982 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network bde3c537-ee0a-42ab-8c85-3b9bbbc81283 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:41.915972 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Made reservation on behalf of 4871482e090b4f4fa3d7f55c4981002e for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:41.918894 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.933510 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Made reservation on behalf of f54546571ac546448813ad22ca4d6da9 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:41.935775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.957910 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:41.970338 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.971331 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:41.978412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Usage tracker for resource:subnet and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:41.995496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:42.024351 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:42.099473 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-21bf1039-3a5a-4680-afce-99802843667b', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:23:42.100563 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.149962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54512) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:42.160090 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Pushing event updated for resources: {'Network': ['ID=1dbb2ccd-9fae-44f3-910f-39537f94e63b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:42.175167 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 1dbb2ccd-9fae-44f3-910f-39537f94e63b details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:42.207245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.232753 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:42.234832 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.370457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.414410 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Allocated IP 172.20.0.2 (21bf1039-3a5a-4680-afce-99802843667b/9587ddd3-539e-4c36-b6d4-7b40a1ac50cc/19103e94-82a6-4042-b6c1-4befd8fc9411) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:42.459776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.521843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Pushing event updated for resources: {'Network': ['ID=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:42.543183 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:42.551377 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:42.568353 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.027s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:42.568712 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:42.577605 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:42.578247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:42.586947 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.774125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Allocated IP 172.28.0.24 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/6e0d3a9b-f6c6-452a-b6d0-69a179945f87) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:42.834104 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:42.881013 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Usage tracker for resource:security_group_rule and tenant:d5598f900f5045108764c60453149672 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:42.899448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:42.943774 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.955671 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.965918 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Transition to ACTIVE for port object 19103e94-82a6-4042-b6c1-4befd8fc9411 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:42.971502 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:42.984993 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Transition to ACTIVE for port object 19103e94-82a6-4042-b6c1-4befd8fc9411 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:42.988010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.992215 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:42.998047 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:43.013907 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.020182 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:43.055911 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Network 21bf1039-3a5a-4680-afce-99802843667b is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:43.059582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:43.063817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:23:43.091806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:43.095056 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:43.099041 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:23:43.139372 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Pushing event updated for resources: {'Port': ['ID=19103e94-82a6-4042-b6c1-4befd8fc9411,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:43.158148 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.158757 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.159245 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.159749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.160101 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.160400 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.160714 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.161189 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.161660 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.162174 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.162641 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.163117 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Tracked resource versions report: Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: pushed versions: Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: { 'AddressGroup': {'1.2'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'ConntrackHelper': {'1.0'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Log': {'1.0'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Network': {'1.1'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Port': {'1.7'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'PortForwarding': {'1.2'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'QosPolicy': {'1.8'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroup': {'1.4'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SubPort': {'1.0'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Subnet': {'1.1'}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Trunk': {'1.1'}} Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: consumer versions: Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'ConntrackHelper': '1.0', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Log': '1.0', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Network': '1.1', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Port': '1.7', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'PortForwarding': '1.2', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'QosPolicy': '1.8', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroup': '1.4', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SecurityGroupRule': '1.2', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'SubPort': '1.0', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Subnet': '1.1', Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: 'Trunk': '1.1'}} Aug 31 15:23:43.164195 dv-cinder-802781-4-smb neutron-server[79293]: {{(pid=79293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:23:43.170541 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:43.171511 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.177824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Attempting to bind port 19103e94-82a6-4042-b6c1-4befd8fc9411 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:23:43.178471 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Attempting to bind port 19103e94-82a6-4042-b6c1-4befd8fc9411 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:23:43.179063 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Attempting to bind port 19103e94-82a6-4042-b6c1-4befd8fc9411 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:23:43.185733 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:23:43.186687 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Checking segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:43.187099 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.187491 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Bound using segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:23:43.188003 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Bound port: 19103e94-82a6-4042-b6c1-4befd8fc9411, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:23:43.188415 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.206792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f6020f1e-25d4-417c-8320-acf96055e4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:43.224199 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:43.231053 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.267845 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:43.286324 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] For port 19103e94-82a6-4042-b6c1-4befd8fc9411, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:23:43.289789 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] For port 19103e94-82a6-4042-b6c1-4befd8fc9411, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19103e94-82a6-4042-b6c1-4befd8fc9411,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:23:43.297249 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.302895 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:43.309589 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.387750 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Pushing event updated for resources: {'Port': ['ID=19103e94-82a6-4042-b6c1-4befd8fc9411,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:43.402795 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:43.467255 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Checking segment: {'id': '1768fd01-53cd-4c57-b761-0b28610ecc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:43.467559 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Network hostable DHCP agents. Network: 1dbb2ccd-9fae-44f3-910f-39537f94e63b, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:43.474603 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9520efef-4512-469b-8767-c8e927463c95,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:43.486528 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.487656 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:43.489995 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:43.529913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Checking segment: {'id': '21c91bb3-9eb7-4fa7-90ab-7cd13d28e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bde3c537-ee0a-42ab-8c85-3b9bbbc81283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:43.530301 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Network hostable DHCP agents. Network: bde3c537-ee0a-42ab-8c85-3b9bbbc81283, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:43.532681 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.544163 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.620992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Checking segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:43.621427 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Network hostable DHCP agents. Network: 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:43.643414 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Network 1dbb2ccd-9fae-44f3-910f-39537f94e63b is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:43.649047 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c9e05c-c860-48e6-bf11-c95c87150190,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:43.701857 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5598f900f5045108764c60453149672&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5428402 Aug 31 15:23:43.709964 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Network bde3c537-ee0a-42ab-8c85-3b9bbbc81283 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:43.723316 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54536) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:43.729402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 1dbb2ccd-9fae-44f3-910f-39537f94e63b) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:43.740265 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, bde3c537-ee0a-42ab-8c85-3b9bbbc81283) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:43.755585 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ffb43-99fb-45e3-beeb-df59c4ecf866 None None] Network 1dbb2ccd-9fae-44f3-910f-39537f94e63b requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:43.761664 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:43.762290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:43.788459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:44.011386 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:44.012055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.031785 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4af4cd-28da-4029-b88e-be1444b2c6c1 None None] Network bde3c537-ee0a-42ab-8c85-3b9bbbc81283 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:44.057080 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.079170 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed8886-bf2e-42b7-8b04-5a41e763b36c None None] Network 1dbb2ccd-9fae-44f3-910f-39537f94e63b requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:44.089413 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:44.104521 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:44.105250 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.117845 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-deab2ba9-ca3a-44ff-932c-eb2fd0664242 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4219742 Aug 31 15:23:44.118646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1eec09-20b4-4f55-9315-2389373c98cf,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:44.121813 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69765d6-bdea-40f6-bb22-48e1551d9665 None None] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:44.122475 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:44.161032 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.809s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:44.161574 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:44.169962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5b2f3f26-d524-478f-bbcc-2f2d1b5a9ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.587s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:44.219983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93d7bf2-ac36-4059-8d87-c07cf4fc50d4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:44.225319 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:44.227165 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-50ed0305-64db-4129-acb8-c2d5712c8957 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5588417 Aug 31 15:23:44.247777 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3709540 Aug 31 15:23:44.276261 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.370828 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19103e94-82a6-4042-b6c1-4befd8fc9411 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:44.380170 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.395158 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.515106 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.539859 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:44.559124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:44.729505 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93d7bf2-ac36-4059-8d87-c07cf4fc50d4,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:44.740861 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:44.808208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Allocated IP 172.28.0.35 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/1305373b-97cb-4241-ac81-cb0803d11d80) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:45.020068 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.063562 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.064945 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.066503 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f93d7bf2-ac36-4059-8d87-c07cf4fc50d4 HTTP/1.1" status: 204 len: 168 time: 1.3401473 Aug 31 15:23:45.084050 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:45.145989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:45.149550 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:45.153207 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:23:45.273214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e7cd8-db25-43f9-af73-f02945b11b7f None None] Network 21bf1039-3a5a-4680-afce-99802843667b requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:45.305718 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Pushing event updated for resources: {'Port': ['ID=1305373b-97cb-4241-ac81-cb0803d11d80,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:45.313937 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:45.353038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d3f35-d93a-48d8-85cb-f7c8fc3b596f None None] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:45.354106 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Router 10ee962a-8c56-4e7e-aee2-797d5847a5ca is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:23:45.688692 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:23:45.698648 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Sync routers for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:23:45.712206 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:45.713129 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:45.718134 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Provisioning for port 19103e94-82a6-4042-b6c1-4befd8fc9411 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:23:45.731222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.733573 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 19103e94-82a6-4042-b6c1-4befd8fc9411 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:23:45.735182 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Notify callbacks [] for router, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.737281 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7886634 Aug 31 15:23:45.740383 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54602) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:45.752003 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Provisioning complete for port 19103e94-82a6-4042-b6c1-4befd8fc9411 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:45.752397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:45.993130 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 19103e94-82a6-4042-b6c1-4befd8fc9411 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:45.994218 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.070826 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54640) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:46.071466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54642) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:46.095365 dv-cinder-802781-4-smb neutron-server[79292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:23:46.239080 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:46.385287 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54658) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:46.401209 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-618964887-network', 'tenant_id': '0a7efc136cba41dc9ada931e80010de4'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:46.416026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:46.425042 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Usage tracker for resource:network and tenant:0a7efc136cba41dc9ada931e80010de4 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:46.428744 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:46.434989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:46.453917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Made reservation on behalf of 0a7efc136cba41dc9ada931e80010de4 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:46.456801 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.477225 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.520033 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:46.527236 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Usage tracker for resource:security_group_rule and tenant:0a7efc136cba41dc9ada931e80010de4 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:46.534537 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:46.548383 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:46.640191 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46549b46-a09b-4437-8dea-3f7b3fc3e913 None None] Network bde3c537-ee0a-42ab-8c85-3b9bbbc81283 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:46.837913 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.841271 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-ae9119cf-4101-43f4-86b5-3a1d99bc8475 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:46.847080 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-ae9119cf-4101-43f4-86b5-3a1d99bc8475 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.7741413 Aug 31 15:23:46.848428 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:43Z', 'revision_number': 3, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:46.862102 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Checking router: 10ee962a-8c56-4e7e-aee2-797d5847a5ca for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:23:46.862836 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Updating router 10ee962a-8c56-4e7e-aee2-797d5847a5ca port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:23:46.871560 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.886033 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-7715d9ab-418e-4091-be55-58275dc0cbf6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:46.887591 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-7715d9ab-418e-4091-be55-58275dc0cbf6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/networks?id=1dbb2ccd-9fae-44f3-910f-39537f94e63b HTTP/1.1" status: 200 len: 811 time: 0.8112555 Aug 31 15:23:46.914830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.933199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.933422 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-cd9b7f2b-e6d3-467c-8834-301674e4e5f7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/quotas/1fc28e0278f4468b8d25e38e5a8934eb HTTP/1.1" status: 200 len: 375 time: 0.0764682 Aug 31 15:23:46.947319 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:46.956204 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.976018 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:46.989135 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-0083ed47-fb93-40c3-b336-a5ab36dd0200 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/quotas/4871482e090b4f4fa3d7f55c4981002e HTTP/1.1" status: 200 len: 375 time: 0.0861442 Aug 31 15:23:47.023652 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:23:47.068474 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-cbf5f098-ffd7-4c88-9bbe-1d007f045d1f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338716 Aug 31 15:23:47.076225 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] For port 19103e94-82a6-4042-b6c1-4befd8fc9411, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19103e94-82a6-4042-b6c1-4befd8fc9411,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:23:47.115616 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6070859-5dd5-4c93-8148-81a8f3b74cdf,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:47.128445 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:47.128806 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.129149 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Added segment 8b2ed886-9ffe-47d8-af7f-086e75bf31f3 of type vlan for network a85cae06-5154-4c93-8e8e-c42649b3de34 Aug 31 15:23:47.137291 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-57224cff-28c1-43a6-aec2-dbbc0f7889cd tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4871482e090b4f4fa3d7f55c4981002e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803537 Aug 31 15:23:47.174953 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.298845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.303316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:47.304078 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.313842 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:47.335486 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.447921 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0598521 Aug 31 15:23:47.449827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Pushing event updated for resources: {'Network': ['ID=a85cae06-5154-4c93-8e8e-c42649b3de34,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:47.451947 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54702) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:47.459599 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Request body: {'subnet': {'network_id': 'a85cae06-5154-4c93-8e8e-c42649b3de34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-618964887-subnet', 'tenant_id': '0a7efc136cba41dc9ada931e80010de4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:47.463897 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Router 7edc251b-f381-4bc5-9202-340006749ccb is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:23:47.467155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:47.471115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:47.542924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Usage tracker for resource:subnet and tenant:0a7efc136cba41dc9ada931e80010de4 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:47.555216 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:47.572947 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:47.620418 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:47.627116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Made reservation on behalf of 0a7efc136cba41dc9ada931e80010de4 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:47.632494 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.697244 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.704130 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:23:47.705215 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:23:47.706286 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network a85cae06-5154-4c93-8e8e-c42649b3de34 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:23:47.710914 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Transition to ACTIVE for port object 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:47.719689 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.729410 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:47.774107 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-9418dc60-8d8b-4a94-8764-d532830ccea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.812850 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Pushing event updated for resources: {'Port': ['ID=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,revision_number=2']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:47.823414 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.823735 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.824067 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.824389 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.824707 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.825023 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.825332 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.825818 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.826304 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.827284 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.827772 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.828241 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Tracked resource versions report: Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: pushed versions: Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: { 'AddressGroup': {'1.2'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'ConntrackHelper': {'1.0'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Log': {'1.0'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Network': {'1.1'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Port': {'1.7'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'PortForwarding': {'1.2'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'QosPolicy': {'1.8'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroup': {'1.4'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SubPort': {'1.0'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Subnet': {'1.1'}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Trunk': {'1.1'}} Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: consumer versions: Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: { DHCP agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: L3 agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: Metadata agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: Metering agent@dv-cinder-802781-4-smb: {}, Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: Open vSwitch agent@dv-cinder-802781-4-smb: { 'AddressGroup': '1.2', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'ConntrackHelper': '1.0', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Log': '1.0', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Network': '1.1', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Port': '1.7', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'PortForwarding': '1.2', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'QosPolicy': '1.8', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroup': '1.4', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SecurityGroupRule': '1.2', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'SubPort': '1.0', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Subnet': '1.1', Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: 'Trunk': '1.1'}} Aug 31 15:23:47.829782 dv-cinder-802781-4-smb neutron-server[79294]: {{(pid=79294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:23:47.856248 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:47.868357 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-fc8a03cc-66a1-492e-9782-2a9c0ad2df25 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:23:47.876438 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-fc8a03cc-66a1-492e-9782-2a9c0ad2df25 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3588216 Aug 31 15:23:47.891363 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Attempting to bind port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:23:47.891666 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Attempting to bind port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:23:47.892021 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Attempting to bind port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:23:47.899749 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:23:47.900469 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:47.901478 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.902260 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:23:47.902978 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Bound port: 6e0d3a9b-f6c6-452a-b6d0-69a179945f87, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:23:47.903532 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.976087 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.987908 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Pushing event updated for resources: {'Port': ['ID=19103e94-82a6-4042-b6c1-4befd8fc9411,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:47.991844 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:47.995126 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:48.031036 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] For port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:23:48.035426 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] For port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:23:48.046358 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:48.052733 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:48.085448 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-7c7fcb5f-be0a-4a3a-93f4-b928df001e97 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:23:48.090533 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-7c7fcb5f-be0a-4a3a-93f4-b928df001e97 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2650661 Aug 31 15:23:48.152119 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:23:48.163232 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:23:48.181121 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:48.181746 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:48.205511 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:48.206343 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:48.256020 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:48.268136 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:48.323682 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:48.326116 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6317544 Aug 31 15:23:48.344233 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54724) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:48.344707 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Pushing event updated for resources: {'Port': ['ID=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:48.361380 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:48.509322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-63d3f472-08e1-4eea-919c-c829c0146b1d None None] Provisioning complete for port 19103e94-82a6-4042-b6c1-4befd8fc9411 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:48.509699 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-63d3f472-08e1-4eea-919c-c829c0146b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:48.564467 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:48.564699 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Checking segment: {'id': '8b2ed886-9ffe-47d8-af7f-086e75bf31f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a85cae06-5154-4c93-8e8e-c42649b3de34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:48.565170 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Network hostable DHCP agents. Network: a85cae06-5154-4c93-8e8e-c42649b3de34, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:23:48.576262 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c14666-11b7-4d57-a9ce-fc0c54a5df5f,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:48.583417 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-b121769e-c895-4199-b657-e49b9c1ed8de service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060628 Aug 31 15:23:48.593021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:48.668672 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Network a85cae06-5154-4c93-8e8e-c42649b3de34 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:23:48.693425 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, a85cae06-5154-4c93-8e8e-c42649b3de34) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:48.711777 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:48.719548 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:48.720151 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:48.839859 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3868396 Aug 31 15:23:48.880389 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-3f2096fe-833f-4605-8e36-31a33874facb service neutron] 10.222.0.66 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673388 Aug 31 15:23:48.951409 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19103e94-82a6-4042-b6c1-4befd8fc9411 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:48.994939 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc6f99-79e7-4cc1-b55b-3240fd8286ec None None] Network a85cae06-5154-4c93-8e8e-c42649b3de34 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:49.154023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54746) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:49.182980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54750) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:49.214447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Allocated IP 172.20.0.1 (6fde7195-8818-4e12-97ad-abffedf0f57a/879af2f8-0f4f-45b7-a696-f3ffb5aa5e23/1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:49.218757 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-563afda4-5046-437c-9f07-e0e8b70c5b9e service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982716 Aug 31 15:23:49.256817 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:43Z', 'revision_number': 3, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:49.265137 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d20f9f-6e2f-4437-a736-e540a6d620f1 None None] The sync data for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb is: [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:43Z', 'revision_number': 3, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:23:49.270810 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-904ad760-bda1-4cec-8958-09f33dbceb1b service neutron] 10.222.0.66 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812876 Aug 31 15:23:49.487878 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Deleting subnet f4c9e05c-c860-48e6-bf11-c95c87150190 {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:23:49.491933 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.492393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.597622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:49.652272 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.701440 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Usage tracker for resource:security_group_rule and tenant:65186a07e8ec4fec8887b83f0733fe82 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:49.732061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:49.749110 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.760733 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e05809b6-7e49-4cb0-a237-6e49a101fa79 req-d48ea19a-fa77-4f63-b37a-ee944a56a93a tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.1649430 Aug 31 15:23:49.763850 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:49.768456 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.790266 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 19103e94-82a6-4042-b6c1-4befd8fc9411 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:49.791411 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:49.982695 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e958ed4f-70ee-415a-9cf8-78465cf2dd6a req-34eab473-e2c1-4fe0-b35c-1950b855a17b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.1033711 Aug 31 15:23:50.035011 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.049923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f784cb53-eb0b-4efb-9933-51d534832c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:50.145434 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Network 6fde7195-8818-4e12-97ad-abffedf0f57a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:50.181751 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:50.214841 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:23:50.215334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.228122 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.253450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:50.350313 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.380949 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f4c9e05c-c860-48e6-bf11-c95c87150190 HTTP/1.1" status: 204 len: 168 time: 1.2243996 Aug 31 15:23:50.383814 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c9e05c-c860-48e6-bf11-c95c87150190,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:50.401284 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a34dcdda-d974-41c6-8a75-9b61285cba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:50.401811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54822) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:50.496628 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f137e0f-ef76-4102-9c19-cdf851e32ec4 None None] Network a85cae06-5154-4c93-8e8e-c42649b3de34 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:23:50.557176 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.729233 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.796685 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8fac2b38-c24d-4f86-83a7-0cefc385cffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.872268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.884790 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:50.897871 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:50.902083 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.903930 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:45Z', 'revision_number': 3, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:50.910935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:50.911900 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:23:50.912265 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Updating router 7edc251b-f381-4bc5-9202-340006749ccb port 1305373b-97cb-4241-ac81-cb0803d11d80 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:23:50.938187 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:51.093496 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:51.142792 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ccf974-6b1a-4327-ad3f-45ecfab27dbc,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:51.153727 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65186a07e8ec4fec8887b83f0733fe82&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9693477 Aug 31 15:23:51.158902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:51.168627 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54872) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:51.222934 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.290636 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:23:51.302814 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-924fe615-ca31-4a63-a50c-e8a972f0c57d req-07f09a80-562f-4685-8927-6381b52cce0a tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.3570585 Aug 31 15:23:51.339187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:51.339549 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.355279 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2a4e5989-f068-4805-a88a-2ffa833ee038 req-0fe42d38-6599-41b7-b283-b00c8b2bde7b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.0968387 Aug 31 15:23:51.395035 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.449434 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.449820 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.450676 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.451007 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > port after_create 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.451651 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > port after_delete 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.451754 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > port after_update 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.452150 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.452471 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.452908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.453236 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.476767 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.489934 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.533759 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.745638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.746378 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.750022 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.750397 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:23:51.750869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3c537-ee0a-42ab-8c85-3b9bbbc81283']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:51.855105 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.903981 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:23:51.921230 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.931104 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.933746 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:51.943285 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.945895 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.949478 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:51.971776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:51.982725 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.003805 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ccf974-6b1a-4327-ad3f-45ecfab27dbc,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:52.016491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c91bb3-9eb7-4fa7-90ab-7cd13d28e3d4') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:52.017020 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c91bb3-9eb7-4fa7-90ab-7cd13d28e3d4') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:52.035029 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.058780 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:52.059481 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:52.083053 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Allocated IP 172.20.0.1 (21bf1039-3a5a-4680-afce-99802843667b/9587ddd3-539e-4c36-b6d4-7b40a1ac50cc/dfc60c61-24a3-455e-b3d0-bfb259c18e60) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:52.092268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.104340 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:23:52.104741 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: from cryptography.utils import int_from_bytes Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: from cryptography.utils import int_from_bytes Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: util.warn_limited( Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: util.warn_limited( Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:23:52.121020 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:23:52.148591 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:52.163130 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:52.166654 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Transition to ACTIVE for port object 1305373b-97cb-4241-ac81-cb0803d11d80 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:52.190797 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.214317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:52.225238 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:52.232088 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:52.234854 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.238706 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3ccf974-6b1a-4327-ad3f-45ecfab27dbc HTTP/1.1" status: 204 len: 168 time: 1.0643549 Aug 31 15:23:52.324278 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Network 6fde7195-8818-4e12-97ad-abffedf0f57a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:52.341087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:52.355007 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.355259 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Pushing event updated for resources: {'Port': ['ID=1305373b-97cb-4241-ac81-cb0803d11d80,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:52.369458 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:52.403597 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Attempting to bind port 1305373b-97cb-4241-ac81-cb0803d11d80 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:23:52.410951 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Attempting to bind port 1305373b-97cb-4241-ac81-cb0803d11d80 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:23:52.411861 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Attempting to bind port 1305373b-97cb-4241-ac81-cb0803d11d80 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:23:52.417924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5bed89f0-cc26-42b2-ad5d-6748db02fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:52.435130 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:23:52.435888 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:52.437080 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.437998 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:23:52.438894 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Bound port: 1305373b-97cb-4241-ac81-cb0803d11d80, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:23:52.439623 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.466474 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.477142 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Pushing event deleted for resources: {'Network': ['ID=bde3c537-ee0a-42ab-8c85-3b9bbbc81283,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:52.496544 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:52.499932 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.537907 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-5df95b2b-4171-477d-85d6-ebfdd329463f admin admin] 10.222.0.66 "DELETE /v2.0/networks/bde3c537-ee0a-42ab-8c85-3b9bbbc81283 HTTP/1.1" status: 204 len: 168 time: 2.1336918 Aug 31 15:23:52.542368 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54916) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:52.555789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.602263 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] For port 1305373b-97cb-4241-ac81-cb0803d11d80, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:23:52.607377 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] For port 1305373b-97cb-4241-ac81-cb0803d11d80, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1305373b-97cb-4241-ac81-cb0803d11d80,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:23:52.625295 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.630898 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:52.688880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Transition to ACTIVE for port object dfc60c61-24a3-455e-b3d0-bfb259c18e60 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:52.708744 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6e09e660-1676-4f71-92bd-9733f1746761 req-5d4babf4-21bf-41c3-8026-2654dbcd18b6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.1249764 Aug 31 15:23:52.739717 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.15', 60403) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:52.773257 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:52.775036 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:52.805585 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d136767f-060d-45fe-b0a3-8bd8e0e54347 req-08214904-9d39-4aea-b9c8-4921166d6701 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.0898805 Aug 31 15:23:52.813989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Deleting subnet 47c14666-11b7-4d57-a9ce-fc0c54a5df5f {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:23:52.830207 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.944392 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54926) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:52.978077 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.999026 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Router 10ee962a-8c56-4e7e-aee2-797d5847a5ca has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:23:53.007928 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:53.012404 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:53.079393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Usage tracker for resource:security_group_rule and tenant:de3e7e442f3444d892a1d6dee76178e0 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:53.089599 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:53.091382 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Pushing event updated for resources: {'Port': ['ID=1305373b-97cb-4241-ac81-cb0803d11d80,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:53.112081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:53.186460 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.308590 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:23:53.318448 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Sync routers for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:23:53.329999 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:53.334851 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:53.347667 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] 10.222.0.66 "PUT /v2.0/routers/10ee962a-8c56-4e7e-aee2-797d5847a5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5957029 Aug 31 15:23:53.357358 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:53.401779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.432483 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.440906 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.444997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.464002 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3cd8a9d5-0ddf-4413-8aa1-6fc8cccb1d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:53.468612 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b466f53b-3b75-4373-bb08-e1c850ab9eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:53.508112 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48384d46-06fe-411d-b432-76e38c4e802b,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:53.512858 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:53.539140 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de3e7e442f3444d892a1d6dee76178e0&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5931852 Aug 31 15:23:53.539901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 54952) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:53.570966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:53.670545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.711560 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Network 21bf1039-3a5a-4680-afce-99802843667b is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:53.719522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.722425 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d8afba10-77aa-4dca-aba3-e17c80c05e87 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:53.723420 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d8afba10-77aa-4dca-aba3-e17c80c05e87 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Synchronizing usage tracker for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:23:53.731023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:53.771775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:23:53.876561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.886111 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-06b26e7a-4210-4792-8ea6-14448e34a7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:53.906687 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:53.908326 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.913307 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:53.921107 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.930501 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48384d46-06fe-411d-b432-76e38c4e802b,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:53.942123 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:53.944261 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:53.946754 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48384d46-06fe-411d-b432-76e38c4e802b HTTP/1.1" status: 204 len: 168 time: 0.4058979 Aug 31 15:23:53.955665 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:54.023689 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Pushing event updated for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:54.035256 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:54.040712 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:54.152096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:54.185738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.15', 60415) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:54.193385 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:45Z', 'revision_number': 3, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:54.234454 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3d54fff0-f15b-421c-a337-c34b7278e9c6 req-c31b5f5a-7594-4609-bd6a-cf2cf1e0da37 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.2355402 Aug 31 15:23:54.260880 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea61216-2aa0-45fd-ae17-d2cf77136cf5 None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:45Z', 'revision_number': 3, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:23:54.273897 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c14666-11b7-4d57-a9ce-fc0c54a5df5f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:54.337305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:54.349351 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/47c14666-11b7-4d57-a9ce-fc0c54a5df5f HTTP/1.1" status: 204 len: 168 time: 1.8037355 Aug 31 15:23:54.351453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d8afba10-77aa-4dca-aba3-e17c80c05e87 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Unset dirty status for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:23:54.352569 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d8afba10-77aa-4dca-aba3-e17c80c05e87 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 1.6104169 Aug 31 15:23:54.353056 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 54996) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:54.459216 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-17c01e73-90b0-48dc-924e-47cea86282e9 None None] Provisioning for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:23:54.476172 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-17c01e73-90b0-48dc-924e-47cea86282e9 None None] Provisioning complete for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:54.476282 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Request body: {'port': {'device_id': 'b0775b93-0653-403f-93f6-e78a249194c2', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'admin_state_up': True, 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:54.477247 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-17c01e73-90b0-48dc-924e-47cea86282e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:54.630552 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-17c01e73-90b0-48dc-924e-47cea86282e9 None None] Port dfc60c61-24a3-455e-b3d0-bfb259c18e60 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:23:54.735014 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-21071ded-5488-4c46-a44c-97d2a664b6c9 req-24da074c-42f3-470a-8461-e4790ed68c8b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.1391106 Aug 31 15:23:54.892186 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-783c922f-bdd8-464d-9a62-b20cc0b071ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:54.892958 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-783c922f-bdd8-464d-9a62-b20cc0b071ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:23:54.969343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-783c922f-bdd8-464d-9a62-b20cc0b071ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:23:54.976335 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-783c922f-bdd8-464d-9a62-b20cc0b071ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 819 time: 0.6832402 Aug 31 15:23:54.993017 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d', 'name': '', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'mac_address': 'fa:16:3e:96:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:48Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 2, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'subnets': [{'id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:55.013200 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-a4b9982a-0c72-4cae-bb6c-aafcc079fedb tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/quotas/cf1a8f2253764d5ca8ecd02b38bc12cb HTTP/1.1" status: 200 len: 375 time: 0.0359125 Aug 31 15:23:55.019170 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Checking router: 10ee962a-8c56-4e7e-aee2-797d5847a5ca for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:23:55.019573 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Updating router 10ee962a-8c56-4e7e-aee2-797d5847a5ca port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:23:55.044666 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1305373b-97cb-4241-ac81-cb0803d11d80 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:55.169131 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.225368 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 1305373b-97cb-4241-ac81-cb0803d11d80 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:23:55.232817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 1305373b-97cb-4241-ac81-cb0803d11d80 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:55.233580 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.362096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-ce8ff1c8-9fb4-47a6-b611-e1bf1e1acc8b tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:55.362827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-ce8ff1c8-9fb4-47a6-b611-e1bf1e1acc8b tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Synchronizing usage tracker for tenant:4871482e090b4f4fa3d7f55c4981002e on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:23:55.376641 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:55.387390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Usage tracker for resource:port and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:55.394852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:55.404940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-7e38fc67-154a-48a4-98fe-775380ea2101 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:23:55.411048 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:55.415163 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.536214 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-7e38fc67-154a-48a4-98fe-775380ea2101 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:23:55.552796 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-7e38fc67-154a-48a4-98fe-775380ea2101 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5386367 Aug 31 15:23:55.629558 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.698380 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 1305373b-97cb-4241-ac81-cb0803d11d80, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1305373b-97cb-4241-ac81-cb0803d11d80,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:23:55.705915 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.718232 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:55.818256 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:55.834778 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:55.972373 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1a755cfd-5bec-464e-8514-3e1dfcbeb7ca req-e4bd4ecf-ebff-416c-8834-ced5f864f20d tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.2783561 Aug 31 15:23:56.045921 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=1305373b-97cb-4241-ac81-cb0803d11d80,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:56.073409 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:56.286304 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.319566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-ce8ff1c8-9fb4-47a6-b611-e1bf1e1acc8b tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Unset dirty status for tenant:4871482e090b4f4fa3d7f55c4981002e on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:23:56.323274 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-ce8ff1c8-9fb4-47a6-b611-e1bf1e1acc8b tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.15 "GET /v2.0/networks?id=1dbb2ccd-9fae-44f3-910f-39537f94e63b HTTP/1.1" status: 200 len: 811 time: 2.1085052 Aug 31 15:23:56.341403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.364404 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.378990 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55052) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:56.413462 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Transition to ACTIVE for port object 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:23:56.423291 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-115da18a-b558-48c5-8195-dcb691d19e0b service neutron] 10.222.0.66 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636625 Aug 31 15:23:56.444589 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.457982 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:56.459134 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c8eae4e0-fa35-4671-9c20-70dd8f2374b4 req-1e59fad3-451a-4694-9830-75c0737425a6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.1503074 Aug 31 15:23:56.538703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Request body: {'port': {'device_id': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b', 'admin_state_up': True, 'tenant_id': '4871482e090b4f4fa3d7f55c4981002e'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:23:56.625647 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8aada-c18b-4e02-80fd-861da49ea4e9 None None] Pushing event updated for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:56.637359 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-3ea8aada-c18b-4e02-80fd-861da49ea4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:56.704950 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85cae06-5154-4c93-8e8e-c42649b3de34']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:56.833172 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4f614de3-34df-4220-9712-cab716eb0280 service neutron] 10.222.0.66 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989432 Aug 31 15:23:56.970780 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Attempting to bind port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:23:56.971216 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Attempting to bind port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:23:56.971636 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Attempting to bind port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d on network 6fde7195-8818-4e12-97ad-abffedf0f57a {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:23:56.983950 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:23:56.984516 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Checking segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:23:56.985011 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.985593 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Bound using segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:23:56.986321 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Bound port: 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:23:56.986763 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:56.992382 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1305373b-97cb-4241-ac81-cb0803d11d80 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:23:56.999102 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.038626 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.058771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2ed886-9ffe-47d8-af7f-086e75bf31f3') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:57.058771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2ed886-9ffe-47d8-af7f-086e75bf31f3') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:57.195335 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:57.348643 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 1305373b-97cb-4241-ac81-cb0803d11d80 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:57.349122 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.365663 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] For port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:23:57.369948 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.372215 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] For port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:23:57.388190 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.419949 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-2a380e23-0922-47f6-bf64-a32539975b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:57.434597 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.515078 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4c69974f-2dd3-4374-a366-fd39702ec49c req-ae63e084-cf77-443d-b032-70292d925c92 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.2573955 Aug 31 15:23:57.570883 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7e1d1260-e4a2-4b8b-b9cb-f549209121d3 req-cea69d1e-7028-466b-ba00-d7607c18d149 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 210 time: 0.1609337 Aug 31 15:23:57.609481 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:23:57.611275 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:57.711766 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.736810 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:23:57.737229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:57.797472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ce88fcb-8ebc-49dc-96ae-aefa6cb39edf req-d74b3df4-cf98-4f24-b82b-fe8f1f1b158c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.1017933 Aug 31 15:23:57.951116 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8aada-c18b-4e02-80fd-861da49ea4e9 None None] Pushing event updated for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:57.982638 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-3ea8aada-c18b-4e02-80fd-861da49ea4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:23:58.011897 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:23:58.040902 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.060357 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.070549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:58.081009 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:23:58.085316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Usage tracker for resource:security_group_rule and tenant:3560a686996347eabbf3ca3a0f93ec8f is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:58.090056 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:58.096945 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:58.268316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Usage tracker for resource:port and tenant:4871482e090b4f4fa3d7f55c4981002e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:23:58.280032 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:23:58.307634 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:23:58.345146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.349331 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.409511 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-ab12698d-56be-4167-b105-e6d2d3421580 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:23:58.411133 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a85cae06-5154-4c93-8e8e-c42649b3de34 HTTP/1.1" status: 204 len: 168 time: 4.0310421 Aug 31 15:23:58.436806 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-ab12698d-56be-4167-b105-e6d2d3421580 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 819 time: 0.3491049 Aug 31 15:23:58.469461 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-ad537bda-ee1e-4e7d-9e08-cba57e10d89e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/quotas/cf1a8f2253764d5ca8ecd02b38bc12cb HTTP/1.1" status: 200 len: 375 time: 0.0306551 Aug 31 15:23:58.474850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:23:58.515162 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Pushing event updated for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:58.528212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.533564 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:58.536010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:58.568725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85cae06-5154-4c93-8e8e-c42649b3de34,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:58.612742 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:58.631716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9adde6ad-9bdc-46c7-862e-cf20b4c37160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:23:58.725709 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Made reservation on behalf of 4871482e090b4f4fa3d7f55c4981002e for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:23:58.731150 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:58.750180 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-ab1911ad-d766-4efb-bb41-abc61a3ab76f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2777653 Aug 31 15:23:58.799306 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Network 21bf1039-3a5a-4680-afce-99802843667b is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:23:58.872286 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:23:58.890239 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3560a686996347eabbf3ca3a0f93ec8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4923346 Aug 31 15:23:58.894021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Allocated IP 172.20.0.2 (3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2/5a1eec09-20b4-4f55-9315-2389373c98cf/8dbc9416-5f54-418e-b298-7a84f3d13bc8) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:23:58.974862 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55128) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:58.975288 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55130) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:59.079895 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5a1d0c51-8fe4-4fc1-91c5-a7c45154f787 req-681a2f43-6b60-4811-9faf-792facac685d tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.2340343 Aug 31 15:23:59.096603 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d', 'name': '', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'mac_address': 'fa:16:3e:96:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:48Z', 'updated_at': '2021-08-31T15:23:57Z', 'revision_number': 4, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'subnets': [{'id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:23:59.104013 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081c260-f6c0-4b5e-b1c9-53c94e5001b2 None None] The sync data for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb is: [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d', 'name': '', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'mac_address': 'fa:16:3e:96:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:48Z', 'updated_at': '2021-08-31T15:23:57Z', 'revision_number': 4, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'subnets': [{'id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:23:59.399697 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-3fe17591-c208-41cd-bff6-00d053e1da8b None None] Provisioning complete for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:23:59.400249 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3fe17591-c208-41cd-bff6-00d053e1da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:59.436964 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-bce56816-c976-44a2-9583-27dbe2b88e52 service neutron] 10.222.0.66 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718810 Aug 31 15:23:59.529345 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49e7d1e-6f67-45d7-8e0e-171e72abc6eb,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:23:59.547638 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-3fe17591-c208-41cd-bff6-00d053e1da8b None None] Port dfc60c61-24a3-455e-b3d0-bfb259c18e60 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:23:59.550268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55144) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:59.552531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:23:59.633136 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d16cc46b-a899-4f8e-af08-e0403f55cb40 req-7309c7a6-6753-4242-88ef-364d27f0339c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.2160792 Aug 31 15:23:59.918248 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b58b3d5a-0ab9-4d7e-8080-bf87a4a5f5fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f54546571ac546448813ad22ca4d6da9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9360862 Aug 31 15:23:59.922395 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55154) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:23:59.924343 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-4744d813-8f42-4fee-a89b-b6ab2c8cece9 service neutron] 10.222.0.66 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866450 Aug 31 15:24:00.035921 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.049416 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.109230 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.111465 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.186775 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.212027 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-177f1007-79a5-4493-a3c1-2301dc5c7b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:00.238764 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f693a4-a1b1-4b8b-9fea-2c7d03302ca5,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:00.242432 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:00.243865 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.261915 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48f693a4-a1b1-4b8b-9fea-2c7d03302ca5 HTTP/1.1" status: 204 len: 168 time: 0.3237586 Aug 31 15:24:00.269243 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.559146 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70208748-2e1e-43d4-9032-44e75f62139f req-a6ed91d6-0c89-4862-9c51-bb2fbe6a5ff7 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.2029097 Aug 31 15:24:00.644545 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6795ce08-787f-4142-b9d4-ef7eca8e3f9d req-33c5748a-38bc-46ab-abbe-c54c08e6491f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1205301 Aug 31 15:24:00.808743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:00.883450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Usage tracker for resource:security_group_rule and tenant:8c115e960a0146b28802040369eaaa77 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:00.890708 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:00.958117 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55176) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:00.962783 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d98477c-7397-4aa8-8470-2e5f5937075b req-0d70cc3b-c331-47a8-a551-4ab3abcf6ef1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 210 time: 0.1157038 Aug 31 15:24:00.968626 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:01.030837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:01.042593 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Allocated IP 172.20.0.7 (1dbb2ccd-9fae-44f3-910f-39537f94e63b/9520efef-4512-469b-8767-c8e927463c95/d026939f-5f14-4e5f-9fb3-11bf489eb67f) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:01.045016 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:01.139668 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:01.145812 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:01.146366 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.232694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.309407 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.369803 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:24:01.375067 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:01.385467 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.388471 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-bb3e0d68-3f0b-45b6-9487-b9e11a38017f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:01.420562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.480762 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:01.489405 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:01.537005 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-87e893ef-75a8-46ab-b78f-543dff1eb9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:01.631309 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c115e960a0146b28802040369eaaa77&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0248227 Aug 31 15:24:01.634258 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55200) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:01.634852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.784983 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.901727 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-87c6f09a-c1cf-4756-8e81-cecf871771de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a7efc136cba41dc9ada931e80010de4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9102347 Aug 31 15:24:01.902576 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db7606-a171-4de1-8539-04692ad60064,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:01.914102 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c6e668e7-1284-4ecd-84af-465282cf3b7c req-ae3f2ba6-4ba5-436f-a982-66319ac4f15e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1012292 Aug 31 15:24:01.916007 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55210) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:01.972500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.977260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:01.980614 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.011890 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0443b5e-0390-4f57-80b7-751c70dbed4e req-9ced841e-a101-48d0-96cb-37f72afa2d98 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.0965645 Aug 31 15:24:02.089560 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.097602 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-82e22095-e828-4cb6-a2d1-594bd4822302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:02.114341 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db7606-a171-4de1-8539-04692ad60064,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:02.120576 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:02.124610 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:02.136340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.137610 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7db7606-a171-4de1-8539-04692ad60064 HTTP/1.1" status: 204 len: 168 time: 0.5019412 Aug 31 15:24:02.312413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32458e29-330f-4afe-b6cd-3eb1fb3d8378 req-cb9a7021-b1e4-49b0-93da-d197f3b7ed25 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:02.314029 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32458e29-330f-4afe-b6cd-3eb1fb3d8378 req-cb9a7021-b1e4-49b0-93da-d197f3b7ed25 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 931 time: 0.1454179 Aug 31 15:24:02.410058 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-13d8312a-1ccf-4072-b54a-3fe77e350935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:02.427713 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32458e29-330f-4afe-b6cd-3eb1fb3d8378 req-c2f4d4a0-4056-4894-9059-e3470515d33d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049476 Aug 31 15:24:02.531367 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:02.546718 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:02.549788 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:02.667657 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event updated for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:02.674978 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.682085 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:02.683906 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:02.694121 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:02.703713 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:02.709693 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] 10.222.0.66 "PUT /v2.0/routers/7edc251b-f381-4bc5-9202-340006749ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3553998 Aug 31 15:24:02.714642 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:02.715400 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:02.722783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.723886 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d49e7d1e-6f67-45d7-8e0e-171e72abc6eb HTTP/1.1" status: 204 len: 168 time: 3.7475684 Aug 31 15:24:02.736277 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49e7d1e-6f67-45d7-8e0e-171e72abc6eb,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:02.739156 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:02.745034 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55228) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:02.746349 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.753304 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:02.753925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.784347 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.807396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.837901 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3830016 Aug 31 15:24:02.844288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:02.872059 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Usage tracker for resource:security_group_rule and tenant:8d2b621d172349d68c3b2eee4d2a8846 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:02.888414 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:02.914785 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:02.926045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:02.947553 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:03.035163 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:03.165313 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.177632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Network 1dbb2ccd-9fae-44f3-910f-39537f94e63b is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:03.188937 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:03.195196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:03.209792 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:03.210197 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.259552 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2a6ecb1f-2330-49c6-987e-fb5a250d583a req-9dfe84b7-3adf-47cd-8bc0-6e4e994e046c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1026108 Aug 31 15:24:03.275638 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.282701 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:03.299470 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:03.309092 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.389188 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d2b621d172349d68c3b2eee4d2a8846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422584 Aug 31 15:24:03.392455 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55244) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:03.393242 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290e742-8412-4b9d-9f87-f6795ca4360c,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:03.397288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:03.417749 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Pushing event updated for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:03.443015 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:03.446391 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:03.499298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:03.513173 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.527958 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6070859-5dd5-4c93-8148-81a8f3b74cdf,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:03.617993 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.618566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:03.622497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.629652 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6070859-5dd5-4c93-8148-81a8f3b74cdf HTTP/1.1" status: 204 len: 168 time: 1.6595168 Aug 31 15:24:03.646326 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2548161 Aug 31 15:24:03.675841 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.751078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c65c8-95c3-4dcc-a86a-cd41c346e598 req-a46b77f2-37e8-421a-b147-0e2f04196ffb tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:03.759487 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-874c65c8-95c3-4dcc-a86a-cd41c346e598 req-a46b77f2-37e8-421a-b147-0e2f04196ffb tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 931 time: 0.2985830 Aug 31 15:24:03.762629 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.787748 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ee3c743c-b62b-474b-a8a7-75e5c6526be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:03.827716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290e742-8412-4b9d-9f87-f6795ca4360c,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:03.839520 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:03.851595 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-874c65c8-95c3-4dcc-a86a-cd41c346e598 req-e91c5b5c-441a-4c6b-bd32-540525cadcd8 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910053 Aug 31 15:24:03.855527 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:03.859817 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0290e742-8412-4b9d-9f87-f6795ca4360c HTTP/1.1" status: 204 len: 168 time: 0.4582925 Aug 31 15:24:04.166442 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3381d1c-979f-4e3b-9ed5-d6fbaea87f27 req-a13c2c2f-22d3-4bb0-bb84-6e5642f19be1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:04.174250 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3381d1c-979f-4e3b-9ed5-d6fbaea87f27 req-a13c2c2f-22d3-4bb0-bb84-6e5642f19be1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 931 time: 0.1784940 Aug 31 15:24:04.302871 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3381d1c-979f-4e3b-9ed5-d6fbaea87f27 req-f1046deb-df87-4a5c-b702-c56d748ce2c0 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151981 Aug 31 15:24:04.393883 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:23:56Z', 'revision_number': 2, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:04.403485 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:04.404871 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Updating router 7edc251b-f381-4bc5-9202-340006749ccb port dfc60c61-24a3-455e-b3d0-bfb259c18e60 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:24:04.465750 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55288) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:04.482969 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097917959', 'description': 'tempest-description--1277521605'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.512651 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.528088 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.539116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.554155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.589203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.645401 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.657566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.667518 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.682274 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.692128 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.711269 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6e93a246-99b9-4994-b21d-48d287c38991 req-06c56163-ef17-4ec2-b366-aabd75ebecf0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.2214656 Aug 31 15:24:04.822153 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.827881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.833516 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:04.895988 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0b39e-b88d-4d9f-b265-56b1260b174c,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:04.910843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:04.918908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.923041 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4557493 Aug 31 15:24:04.925855 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55312) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:04.933324 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group_rule': {'security_group_id': 'b9a0b39e-b88d-4d9f-b265-56b1260b174c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.940557 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.945521 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.948929 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.956116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.987400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.106026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.113261 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.140959 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.155563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.156741 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289283 Aug 31 15:24:05.160816 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55320) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:05.183293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group_rule': {'security_group_id': 'b9a0b39e-b88d-4d9f-b265-56b1260b174c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:05.204312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.224324 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.235035 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.246236 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.256554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05adfd2e-a471-4e6c-8bd8-f7b4c0577e14,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:05.269861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:05.302417 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.341054 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4fad1-c6b4-4a95-848a-97f6ef0de483 req-da5c4ffe-900d-4ce7-9811-99f544659f98 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:05.365218 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-46e4fad1-c6b4-4a95-848a-97f6ef0de483 req-da5c4ffe-900d-4ce7-9811-99f544659f98 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 931 time: 0.2531841 Aug 31 15:24:05.456883 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-46e4fad1-c6b4-4a95-848a-97f6ef0de483 req-ecc15e1c-7dfe-4945-adf7-1dd878554d2d tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872500 Aug 31 15:24:05.624653 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55332) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:05.643120 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39346c71-393b-4599-8650-7a4211fc3884 req-4b14a2b9-db55-4372-ae46-310e66a2e0c8 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:05.648762 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39346c71-393b-4599-8650-7a4211fc3884 req-4b14a2b9-db55-4372-ae46-310e66a2e0c8 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 931 time: 0.1744487 Aug 31 15:24:05.680051 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.686312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.704055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f0e915b1-aa83-41df-a126-57f4a216a14a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.750287 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac2ac38-117a-4dff-974e-cb680bdd75d6,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:05.769776 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:05.777080 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.781332 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.782710 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6208427 Aug 31 15:24:05.785925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55344) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:05.795450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:05.797464 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39346c71-393b-4599-8650-7a4211fc3884 req-fcf9f065-5e6e-4398-8453-0ce992145af9 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402884 Aug 31 15:24:05.811995 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.815287 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Transition to ACTIVE for port object dfc60c61-24a3-455e-b3d0-bfb259c18e60 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:05.822259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:floatingip and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.826258 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.838510 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.843045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.859206 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.868022 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.072880 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fb1565e2-444f-4b9b-9810-4c0845d230ea req-72a0c727-520e-498e-ba3a-dad1b3016ea5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1061697 Aug 31 15:24:06.173158 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.226254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:06.233893 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Usage tracker for resource:security_group_rule and tenant:23efd28492ef4e8ebcb817fc3633d8c2 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:06.241155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:06.252737 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:06.293492 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.333926 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Pushing event updated for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:06.379190 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:06.382835 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Attempting to bind port dfc60c61-24a3-455e-b3d0-bfb259c18e60 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:06.383272 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Attempting to bind port dfc60c61-24a3-455e-b3d0-bfb259c18e60 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:06.383660 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Attempting to bind port dfc60c61-24a3-455e-b3d0-bfb259c18e60 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:06.408896 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:06.410679 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Checking segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:06.411237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.411681 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Bound using segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:06.413840 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Bound port: dfc60c61-24a3-455e-b3d0-bfb259c18e60, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:06.413993 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.540376 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Allocated IP 172.28.0.77 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/3e104020-8f52-4837-8a30-5dd70b959b4a) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:06.636298 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] For port dfc60c61-24a3-455e-b3d0-bfb259c18e60, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:06.643098 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] For port dfc60c61-24a3-455e-b3d0-bfb259c18e60, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dfc60c61-24a3-455e-b3d0-bfb259c18e60,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:06.653094 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.657783 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:06.782477 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Pushing event updated for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:06.787648 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:06.805524 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:06.807191 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:23:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:06.876025 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dd7d0-05e9-42f6-a21a-5cfebdadaf0b req-349d7d23-df5d-47c8-b38e-0727b8b6acfb tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:06.885514 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd3dd7d0-05e9-42f6-a21a-5cfebdadaf0b req-349d7d23-df5d-47c8-b38e-0727b8b6acfb tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 931 time: 0.1933415 Aug 31 15:24:06.901496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.077402 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd3dd7d0-05e9-42f6-a21a-5cfebdadaf0b req-7ce88b7f-3646-4f43-8054-3cea848a5d1e tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788874 Aug 31 15:24:07.080290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.147965 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-516776f5-9272-42c6-afdb-b76774b2d06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.271721 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda70c-4368-41ef-b5d0-d1c52323b2fc req-42a2f642-663b-4b18-ab23-2a0c0a830281 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:07.288833 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.289932 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-14dda70c-4368-41ef-b5d0-d1c52323b2fc req-42a2f642-663b-4b18-ab23-2a0c0a830281 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 931 time: 0.1398001 Aug 31 15:24:07.297268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.15', 60426) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:07.334074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.441075 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:07.477419 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-6487899f-0586-4c36-94cf-fc233bd08f69 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:07.483427 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-6487899f-0586-4c36-94cf-fc233bd08f69 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553019 Aug 31 15:24:07.487322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:07.492722 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-0aa31fc1-e2b8-4d3a-bb84-9bd1845cde7c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:07.493741 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-0aa31fc1-e2b8-4d3a-bb84-9bd1845cde7c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643804 Aug 31 15:24:07.512107 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:07.522714 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:07.584382 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ad461a21-fd2d-4315-832e-d8f9e25031c6 req-3a0ca61d-9113-4eca-aede-c71219707828 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.2129362 Aug 31 15:24:07.634783 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-14dda70c-4368-41ef-b5d0-d1c52323b2fc req-4f216132-52ee-47e9-8631-a7cca005ae7f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438182 Aug 31 15:24:07.638210 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=3e104020-8f52-4837-8a30-5dd70b959b4a,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:07.670195 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23efd28492ef4e8ebcb817fc3633d8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0443041 Aug 31 15:24:07.671497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55392) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:07.671721 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:07.675783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.858491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f58e23-7664-41e0-9c6e-04205488653a,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:07.867789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:07.925091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-43afe740-09e9-455d-8731-3a9f8918045d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:07.952851 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-43afe740-09e9-455d-8731-3a9f8918045d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 819 time: 0.4703248 Aug 31 15:24:07.991913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.993837 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.081695 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.112227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Request body: {'port': {'device_id': 'd125546e-f9a6-448a-894c-0a2738eab377', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'admin_state_up': True, 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:08.163599 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.280798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.314457 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:08.353049 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f58e23-7664-41e0-9c6e-04205488653a,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:08.359018 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:08.453582 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.458273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:06Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:08.458879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22f58e23-7664-41e0-9c6e-04205488653a HTTP/1.1" status: 204 len: 168 time: 0.7814159 Aug 31 15:24:08.469421 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8484e-913b-4dd2-b5c8-438af6eb0490 None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:06Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:08.491917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Request body: {'port': {'device_id': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:08.547089 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Request body: {'port': {'device_id': 'b0775b93-0653-403f-93f6-e78a249194c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:08.571529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:08.603516 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:08.636245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Made reservation on behalf of cf1a8f2253764d5ca8ecd02b38bc12cb for: {'port': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:08.641341 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.849925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.864363 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc856d-2616-4ec8-aac1-91be4259a906 req-edb667b0-5e23-4943-9899-7b59053850e9 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:08.866565 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-67bc856d-2616-4ec8-aac1-91be4259a906 req-edb667b0-5e23-4943-9899-7b59053850e9 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 931 time: 0.3466525 Aug 31 15:24:08.886394 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5bc25bdf-9ca9-4c98-8b70-0fe9f4cc338e req-261dcc62-1abd-4724-8e58-1cbaa7c47a44 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1115029 Aug 31 15:24:08.892546 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.917815 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf73219d-3c5c-4910-8940-084818bb7ff2 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:09.002887 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-67bc856d-2616-4ec8-aac1-91be4259a906 req-0cc4f2fe-7457-452a-a290-109c1fa43345 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165438 Aug 31 15:24:09.032496 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Allocated IP 172.20.0.14 (6fde7195-8818-4e12-97ad-abffedf0f57a/879af2f8-0f4f-45b7-a696-f3ffb5aa5e23/5a4a9915-0281-42e7-aa86-6b7a37b8549a) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:09.032751 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.050388 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dfc60c61-24a3-455e-b3d0-bfb259c18e60 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:09.075444 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.128445 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:09.135128 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:09.135511 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.385667 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.415332 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55450) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:09.457778 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port dfc60c61-24a3-455e-b3d0-bfb259c18e60, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dfc60c61-24a3-455e-b3d0-bfb259c18e60,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:09.465282 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.468741 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-858473c4-86a5-4d31-bbc8-6616162d8b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:09.572785 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:09.577172 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:09.585531 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.608673 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=3e104020-8f52-4837-8a30-5dd70b959b4a,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:09.611492 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.616192 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:09.616703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55458) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:09.620485 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6451098-70de-45a9-b3ad-558c40bab038 req-11182afc-cc78-440c-b2fe-ef74d612513a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:09.624053 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c6451098-70de-45a9-b3ad-558c40bab038 req-11182afc-cc78-440c-b2fe-ef74d612513a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 931 time: 0.4275868 Aug 31 15:24:09.682949 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.743349 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c6451098-70de-45a9-b3ad-558c40bab038 req-d53075ce-861a-4652-9043-b23d6ddd626a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127245 Aug 31 15:24:09.777585 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.788958 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:09.794273 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:09.799416 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Usage tracker for resource:security_group_rule and tenant:4aa75202a89b4e1d86ee909157ec002e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:09.803317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:09.809917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:09.878901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.895561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Network 6fde7195-8818-4e12-97ad-abffedf0f57a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:09.901080 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:09.903799 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:09.910473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:09.911228 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.931440 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:09.942904 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc6941b17684559b39b03643219965d is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:09.945879 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Pushing event updated for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:09.949124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:09.953989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:09.957312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.971767 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1792922 Aug 31 15:24:09.971844 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:09.981955 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8819444 Aug 31 15:24:10.088253 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.100360 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.216919 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3826c029-8cae-484f-861f-baf4c5c4a697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.225741 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fc6941b17684559b39b03643219965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8087721 Aug 31 15:24:10.238172 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Request body: {'port': {'device_id': 'd125546e-f9a6-448a-894c-0a2738eab377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:10.247866 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55480) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:10.345308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbc9416-5f54-418e-b298-7a84f3d13bc8 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:10.353570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.369144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Transition to ACTIVE for port object 8dbc9416-5f54-418e-b298-7a84f3d13bc8 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:10.377673 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.408636 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-4fdd611f-d4cb-45e5-b316-61740fafdbbf req-255df71f-f6e7-4b5a-b12e-366ebdd29e47 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:10.444389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.446731 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.464636 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.548495 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:10.556971 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.559983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:10.674973 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8d2bbdfe-21a0-4587-88ca-fa579a557442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.723479 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aa75202a89b4e1d86ee909157ec002e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0814991 Aug 31 15:24:10.726668 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.728328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55496) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:10.744164 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec71dc7-fe74-4dd6-9d5a-768296c80d58,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:10.749383 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:10.768695 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.15', 60431) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:10.776356 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-4fdd611f-d4cb-45e5-b316-61740fafdbbf req-255df71f-f6e7-4b5a-b12e-366ebdd29e47 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:10.777523 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4fdd611f-d4cb-45e5-b316-61740fafdbbf req-255df71f-f6e7-4b5a-b12e-366ebdd29e47 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.6098869 Aug 31 15:24:10.956334 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Attempting to bind port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:10.956923 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Attempting to bind port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:10.957356 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Attempting to bind port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:10.962419 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.988351 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.999672 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dfc60c61-24a3-455e-b3d0-bfb259c18e60 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:11.006647 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-f73da64e-f487-43e1-bb64-1f4ea55ee4b1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:11.008130 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-f73da64e-f487-43e1-bb64-1f4ea55ee4b1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 819 time: 0.2297096 Aug 31 15:24:11.011715 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:11.012155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Attempting to bind port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:11.045645 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef4da06-e418-404b-8175-78a2cd2a9fe8,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.058696 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:11.064979 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Request body: {'port': {'device_id': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'admin_state_up': True, 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:11.115739 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d026939f-5f14-4e5f-9fb3-11bf489eb67f {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:11.124936 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.132158 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port dfc60c61-24a3-455e-b3d0-bfb259c18e60 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:11.133308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.144694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Transition to ACTIVE for port object d026939f-5f14-4e5f-9fb3-11bf489eb67f will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:11.176288 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.313079 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:11.313773 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Checking segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:11.314723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Bound using segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:11.314723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Bound port: 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:11.315254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.331310 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:11.359585 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-14388982-e8f9-4f16-8bb3-882e8e92011b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:11.376594 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.381672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:11.402216 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f48ff5fe-d23f-4fff-9214-61943f9814d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:11.408018 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.db.resource_extend [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:24:11.498696 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4a9915-0281-42e7-aa86-6b7a37b8549a {{(pid=79292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:11.507020 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.542856 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Made reservation on behalf of cf1a8f2253764d5ca8ecd02b38bc12cb for: {'port': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:11.547327 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.581421 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950181b3-6cde-47bb-a452-2c9b4cbd00c6 req-9a8a28ce-4213-4f60-a727-4fb2b4671fe1 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:11.583462 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-950181b3-6cde-47bb-a452-2c9b4cbd00c6 req-9a8a28ce-4213-4f60-a727-4fb2b4671fe1 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 931 time: 1.2755847 Aug 31 15:24:11.590942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Pushing event updated for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.625386 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:11.628774 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.640247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:11.640389 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Transition to ACTIVE for port object 5a4a9915-0281-42e7-aa86-6b7a37b8549a will not be triggered until provisioned by entity L2. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:11.643945 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-950181b3-6cde-47bb-a452-2c9b4cbd00c6 req-14eec094-3820-47ca-a8ed-0f3725623743 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537236 Aug 31 15:24:11.645601 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bc54979e-fa7b-4a9e-9e5d-bf7251c6ec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:11.651596 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.683674 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec71dc7-fe74-4dd6-9d5a-768296c80d58,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.690193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:11.703860 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:11.704291 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:11.723173 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.726934 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef4da06-e418-404b-8175-78a2cd2a9fe8,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.728895 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.733381 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eef4da06-e418-404b-8175-78a2cd2a9fe8 HTTP/1.1" status: 204 len: 168 time: 1.4802921 Aug 31 15:24:11.734646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:11.738510 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:11.815631 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.838084 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-14388982-e8f9-4f16-8bb3-882e8e92011b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:11.840873 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-14388982-e8f9-4f16-8bb3-882e8e92011b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2097917959&fields=id&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 267 time: 0.8291376 Aug 31 15:24:11.854599 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:11.903276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.905172 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ec71dc7-fe74-4dd6-9d5a-768296c80d58 HTTP/1.1" status: 204 len: 168 time: 1.1578937 Aug 31 15:24:11.937973 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Attempting to bind port d026939f-5f14-4e5f-9fb3-11bf489eb67f on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:11.938485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Attempting to bind port d026939f-5f14-4e5f-9fb3-11bf489eb67f by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1768fd01-53cd-4c57-b761-0b28610ecc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:11.939144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Attempting to bind port d026939f-5f14-4e5f-9fb3-11bf489eb67f on network 1dbb2ccd-9fae-44f3-910f-39537f94e63b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:11.948546 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:11.949329 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.951484 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dbc9416-5f54-418e-b298-7a84f3d13bc8 HTTP/1.1" status: 200 len: 1093 time: 3.8158436 Aug 31 15:24:11.952118 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:11.959477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Port d026939f-5f14-4e5f-9fb3-11bf489eb67f on network 1dbb2ccd-9fae-44f3-910f-39537f94e63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:11.960005 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Attempting to bind port d026939f-5f14-4e5f-9fb3-11bf489eb67f on network 1dbb2ccd-9fae-44f3-910f-39537f94e63b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:11.971400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:11.971995 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Checking segment: {'id': '1768fd01-53cd-4c57-b761-0b28610ecc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:11.972532 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Bound using segment: {'id': '1768fd01-53cd-4c57-b761-0b28610ecc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:11.973115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Bound port: d026939f-5f14-4e5f-9fb3-11bf489eb67f, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1768fd01-53cd-4c57-b761-0b28610ecc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:11.973602 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.994105 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.998401 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:12.018699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:12.023902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:12.157653 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:12.162462 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f,segment=NetworkSegment(1768fd01-53cd-4c57-b761-0b28610ecc3e),segment_id=1768fd01-53cd-4c57-b761-0b28610ecc3e)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:12.180377 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.182935 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-3fd1fd7a-6262-4597-bc1c-b55920389a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.184432 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-3fd1fd7a-6262-4597-bc1c-b55920389a46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 1096 time: 0.1469731 Aug 31 15:24:12.189917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:12.312535 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Allocated IP 172.20.0.9 (6fde7195-8818-4e12-97ad-abffedf0f57a/879af2f8-0f4f-45b7-a696-f3ffb5aa5e23/f83b62c3-0802-4e61-8762-048ce419d716) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:12.339273 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Pushing event updated for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:12.358776 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:12.362041 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-843f5d2b-51f5-4772-9ce8-4fc8affe36a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8 HTTP/1.1" status: 200 len: 217 time: 0.1363633 Aug 31 15:24:12.364365 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.365100 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.366720 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] 10.222.0.15 "PUT /v2.0/ports/d026939f-5f14-4e5f-9fb3-11bf489eb67f HTTP/1.1" status: 200 len: 1093 time: 4.2452080 Aug 31 15:24:12.388838 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b2323-f437-4d0a-a044-c18a4e5c9870 req-6de161ab-5a36-4738-afed-5babee6aabf6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.391562 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5b1b2323-f437-4d0a-a044-c18a4e5c9870 req-6de161ab-5a36-4738-afed-5babee6aabf6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 943 time: 0.3861525 Aug 31 15:24:12.498321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d548a8e8-2b32-48c1-997d-31349dd75550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.499863 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-d548a8e8-2b32-48c1-997d-31349dd75550 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.1177685 Aug 31 15:24:12.561786 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-94743277-a3ed-45d0-adc6-7aa9431b433b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503182 Aug 31 15:24:12.598091 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55592) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:12.636911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.639263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Attempting to bind port 5a4a9915-0281-42e7-aa86-6b7a37b8549a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:12.639611 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Attempting to bind port 5a4a9915-0281-42e7-aa86-6b7a37b8549a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:12.639954 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Attempting to bind port 5a4a9915-0281-42e7-aa86-6b7a37b8549a on network 6fde7195-8818-4e12-97ad-abffedf0f57a {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:12.663174 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:12.682887 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Port 5a4a9915-0281-42e7-aa86-6b7a37b8549a on network 6fde7195-8818-4e12-97ad-abffedf0f57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:12.683217 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Attempting to bind port 5a4a9915-0281-42e7-aa86-6b7a37b8549a on network 6fde7195-8818-4e12-97ad-abffedf0f57a {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:12.703021 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-b1d2c97a-fb14-43ec-9ad4-3f3316e1151c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.703781 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-b1d2c97a-fb14-43ec-9ad4-3f3316e1151c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:12.712322 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:12.712683 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Checking segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:12.713694 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Bound using segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:12.713694 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Bound port: 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:12.714063 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.714489 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Usage tracker for resource:security_group_rule and tenant:7a801a2b8a64479fb6c30fa174a2f674 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:12.718769 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:12.735572 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:12.739211 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-78163d07-ef5b-48f5-9fd4-ac8a4d110c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:12.740792 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-78163d07-ef5b-48f5-9fd4-ac8a4d110c14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4871482e090b4f4fa3d7f55c4981002e&device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 1096 time: 0.2741151 Aug 31 15:24:12.755460 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5b1b2323-f437-4d0a-a044-c18a4e5c9870 req-b2164905-024e-4b02-872e-6b8b9633db23 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583995 Aug 31 15:24:12.844567 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-1bb3640e-8b5a-4b8d-878c-109e588ed292 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f HTTP/1.1" status: 200 len: 217 time: 0.0876029 Aug 31 15:24:12.921701 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-21e86fdb-948e-4b51-b5d4-cc2629c1ff9b service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469539 Aug 31 15:24:13.005047 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c3c6e62f-7d5f-426e-97b2-5ea2bd29d99d req-5d199e3f-3997-4264-a85a-3a606222f98b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1013184 Aug 31 15:24:13.066321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-3d8d5c90-37b7-4915-90e8-f5cae6e1e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:13.069262 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-3d8d5c90-37b7-4915-90e8-f5cae6e1e1a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9520efef-4512-469b-8767-c8e927463c95 HTTP/1.1" status: 200 len: 851 time: 0.2138464 Aug 31 15:24:13.084428 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.087919 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, cleared binding levels {{(pid=79292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:13.110420 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:13.127719 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.133435 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:13.155126 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.208834 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:13.209549 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.211106 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] 10.222.0.15 "PUT /v2.0/ports/5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 1094 time: 3.0447810 Aug 31 15:24:13.211686 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:13.279848 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.331267 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-9e946c37-4c3f-4521-898a-c70aa34b14f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dbb2ccd-9fae-44f3-910f-39537f94e63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744902 Aug 31 15:24:13.358767 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:13.395607 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.399475 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-b1d2c97a-fb14-43ec-9ad4-3f3316e1151c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:13.400873 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-b1d2c97a-fb14-43ec-9ad4-3f3316e1151c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 816 time: 1.3835559 Aug 31 15:24:13.468038 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=3']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:13.471784 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-b54c88d9-9a82-465f-bc21-a15d2801b19e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/quotas/9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 375 time: 0.0475509 Aug 31 15:24:13.474899 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:13.475535 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-760d8cac-e9a1-49ab-a08a-2750b6deb195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:13.536984 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Network 6fde7195-8818-4e12-97ad-abffedf0f57a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:13.573780 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:13.586747 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:13.593108 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:13.593905 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.641978 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Pushing event updated for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:13.647738 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:13.730534 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-5d4d0465-3619-4c93-8621-e8430da3345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:13.732169 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-5d4d0465-3619-4c93-8621-e8430da3345e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1097 time: 0.4158514 Aug 31 15:24:13.733222 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-d038782b-967d-445b-8436-15d6bcab553e service neutron] 10.222.0.15 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550153 Aug 31 15:24:13.734144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e65ca8-c762-463a-a3ce-20f8c037af19,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:13.737492 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:13.741225 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'status': 'completed', 'code': 200} Aug 31 15:24:13.743307 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6820600 Aug 31 15:24:13.763083 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-f275be3e-3d67-40d6-9388-056f3ab507fd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452962 Aug 31 15:24:13.767821 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a801a2b8a64479fb6c30fa174a2f674&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1653976 Aug 31 15:24:13.770210 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-79b22376-aa9c-4cc6-98e0-7d5bddaa88eb req-7f3d1703-6176-43b2-a2c4-0de82e6f2aaa service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8389468 Aug 31 15:24:13.770605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55682) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:13.819487 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Request body: {'port': {'device_id': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:14.050384 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd6dd5f0-ae08-49ad-b9b0-bbdf5b9546eb req-ebfdc606-3858-4784-b9f4-35f398a818a1 service neutron] 10.222.0.15 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648818 Aug 31 15:24:14.063905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938169bb-5888-442e-98c5-76a53e24ea0a req-72615154-1abc-461a-b6c6-d6a6ea01329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:14.068508 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-72615154-1abc-461a-b6c6-d6a6ea01329f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 1096 time: 0.1443923 Aug 31 15:24:14.121825 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ab48-3077-4e18-bf0e-7532155f4c76 req-26246de1-5446-4edf-a5b5-81ddb711e40a tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:14.124166 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97b0ab48-3077-4e18-bf0e-7532155f4c76 req-26246de1-5446-4edf-a5b5-81ddb711e40a tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 943 time: 0.4594171 Aug 31 15:24:14.172747 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-4a7907cd-5f5c-43af-9eaf-cbdcf7724a2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.3989627 Aug 31 15:24:14.262468 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55718) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:14.376829 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.378700 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938169bb-5888-442e-98c5-76a53e24ea0a req-49c86fce-bd2a-49ff-b845-a7cd76ced235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:14.380155 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-49c86fce-bd2a-49ff-b845-a7cd76ced235 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 916 time: 0.3026829 Aug 31 15:24:14.401289 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-40a8704c-4b5a-4a45-986b-84d83d37cd98 service neutron] 10.222.0.66 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440085 Aug 31 15:24:14.404393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-1bbfbcde-fe7a-47e8-adda-be1a194c1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:14.405794 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-1bbfbcde-fe7a-47e8-adda-be1a194c1a9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.2222042 Aug 31 15:24:14.429491 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.510350 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-2bc00ade-5e4c-41f3-8f2e-1b285f766b4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8 HTTP/1.1" status: 200 len: 217 time: 0.1198735 Aug 31 15:24:14.514195 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97b0ab48-3077-4e18-bf0e-7532155f4c76 req-d4eeb420-b37b-4ea2-bde2-67c5a1e4bebd tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386817 Aug 31 15:24:14.552147 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.561154 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-ab68c1ac-7a87-43d3-b0c1-8b93dbf5fd42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174314 Aug 31 15:24:14.605760 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938169bb-5888-442e-98c5-76a53e24ea0a req-bdee77b0-8a85-4423-8b0b-dc5b60cec545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:14.607933 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-bdee77b0-8a85-4423-8b0b-dc5b60cec545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0909011 Aug 31 15:24:14.640001 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:24:14.678560 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-079a6a3b-6ab3-42ef-b1ce-c2bb02890163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632706 Aug 31 15:24:14.735473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.797292 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:14.839871 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-fa101dd6-47b6-469c-a076-68005d477f14 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541004 Aug 31 15:24:14.860254 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'status': 'completed', 'code': 200} Aug 31 15:24:14.864658 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd275385acb4aee89479f9f5c3945b0 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:14.872727 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:14.946244 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:15.008910 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-890e64ed-7b3f-4245-811c-ab550902fcbd service neutron] 10.222.0.66 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068525 Aug 31 15:24:15.026643 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-938169bb-5888-442e-98c5-76a53e24ea0a req-224408b1-2c50-4147-9b21-27b9b37b7676 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578779 Aug 31 15:24:15.038836 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.066433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:15.094494 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-cb1ca29f-0f4a-45d3-a253-3ec8caf03eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983170 Aug 31 15:24:15.100859 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e65ca8-c762-463a-a3ce-20f8c037af19,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:15.103277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:15.228240 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.232002 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9e65ca8-c762-463a-a3ce-20f8c037af19 HTTP/1.1" status: 204 len: 168 time: 1.4604237 Aug 31 15:24:15.717275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cd0f-0f32-4c2d-b468-8ec039fe4bcd req-dc6d908d-e499-404a-91b1-c4f16584c93a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.718739 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c083cd0f-0f32-4c2d-b468-8ec039fe4bcd req-dc6d908d-e499-404a-91b1-c4f16584c93a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 943 time: 0.7898154 Aug 31 15:24:15.743582 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:15.799599 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-04b293a6-d1e3-40fd-9a2c-5454764fe3c9 req-f71cb3b7-bd72-44d7-b1e6-08b2acb260ed service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734471 Aug 31 15:24:15.822307 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.836672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.853901 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c083cd0f-0f32-4c2d-b468-8ec039fe4bcd req-6a18ba56-4b1c-4bcd-9f0e-a75cab85ccb6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078956 Aug 31 15:24:15.865988 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:15.895967 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-f3f8e8db-1f3f-4f21-94ea-6782a603627d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:15.896178 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-f3f8e8db-1f3f-4f21-94ea-6782a603627d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:15.978787 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dd275385acb4aee89479f9f5c3945b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7023306 Aug 31 15:24:15.978972 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55780) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:16.073796 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.106305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55784) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:16.140453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.215920 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83b62c3-0802-4e61-8762-048ce419d716 {{(pid=79292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:16.224321 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.242608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.242848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c8a6a-2dfd-4e0a-b26c-9bafdc9dfffe,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.257020 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.266713 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Transition to ACTIVE for port object f83b62c3-0802-4e61-8762-048ce419d716 will not be triggered until provisioned by entity L2. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:16.272364 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.275415 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cd909d95-831c-4f0c-9c06-5cc691383d06 req-ddefaeaa-6df1-4935-99a9-6fec1e39f00d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 210 time: 0.1875267 Aug 31 15:24:16.277690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.277850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c8a6a-2dfd-4e0a-b26c-9bafdc9dfffe,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.279119 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-f3f8e8db-1f3f-4f21-94ea-6782a603627d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:16.280247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.285515 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-f3f8e8db-1f3f-4f21-94ea-6782a603627d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 931 time: 0.9643476 Aug 31 15:24:16.292655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-94962727-ed03-4e9d-a32f-cc429ce5e5bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.297632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.304968 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a6c8a6a-2dfd-4e0a-b26c-9bafdc9dfffe HTTP/1.1" status: 204 len: 168 time: 0.3243866 Aug 31 15:24:16.346783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.367454 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:16.372486 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb8977d6566408ea6dd3b9d90a572fd is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:16.379508 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:16.387375 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:16.506975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.512347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.525010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e16990df-9018-4204-b133-30288a4666ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.574679 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cb8977d6566408ea6dd3b9d90a572fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625862 Aug 31 15:24:16.575289 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55802) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:16.579275 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1766364e-8143-4047-9daa-107a8f7ff3e4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.588553 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Pushing event updated for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.597218 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.618652 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.641861 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-c59cbbbb-4d57-4aa8-bc94-dcf8fcb53e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:16.643614 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-c59cbbbb-4d57-4aa8-bc94-dcf8fcb53e49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1097 time: 0.5638127 Aug 31 15:24:16.652984 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-d835ca7a-ba7b-4ea4-af1e-7a9bae1fee15 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:16.685079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Attempting to bind port f83b62c3-0802-4e61-8762-048ce419d716 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:16.685627 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Attempting to bind port f83b62c3-0802-4e61-8762-048ce419d716 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:16.686143 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Attempting to bind port f83b62c3-0802-4e61-8762-048ce419d716 on network 6fde7195-8818-4e12-97ad-abffedf0f57a {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:16.686275 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.717654 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Port f83b62c3-0802-4e61-8762-048ce419d716 on network 6fde7195-8818-4e12-97ad-abffedf0f57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:16.718514 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Attempting to bind port f83b62c3-0802-4e61-8762-048ce419d716 on network 6fde7195-8818-4e12-97ad-abffedf0f57a {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:16.734402 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:16.735041 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Checking segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:16.735414 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Bound using segment: {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:16.735852 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Bound port: f83b62c3-0802-4e61-8762-048ce419d716, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a'}}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:16.736038 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.736190 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.753923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-d835ca7a-ba7b-4ea4-af1e-7a9bae1fee15 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:16.755336 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6fd7e481-b45b-4012-8966-460bc9cf9c28 req-d835ca7a-ba7b-4ea4-af1e-7a9bae1fee15 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893836 Aug 31 15:24:16.831036 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55816) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:16.848661 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.854836 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.879144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2431f3e6-0376-48ff-84af-598cd2c8f155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.895364 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1766364e-8143-4047-9daa-107a8f7ff3e4,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.910384 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.913164 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:16.918727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.920771 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1766364e-8143-4047-9daa-107a8f7ff3e4 HTTP/1.1" status: 204 len: 168 time: 0.3433621 Aug 31 15:24:16.922198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:994290c370d14d669a80f9c584ecb1f3 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:16.926049 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:16.936697 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:16.948877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42980d4b-7491-4b3b-a211-1aae6c0b1907 req-16740b0f-060c-422f-9460-d0e1049e4aa6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:16.950443 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42980d4b-7491-4b3b-a211-1aae6c0b1907 req-16740b0f-060c-422f-9460-d0e1049e4aa6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 943 time: 0.4514635 Aug 31 15:24:16.965961 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f', 'status': 'completed', 'code': 200} Aug 31 15:24:17.027327 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-245024aa-1cae-4c9b-9c0d-cd8df3ba7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.029454 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-245024aa-1cae-4c9b-9c0d-cd8df3ba7dd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.3714633 Aug 31 15:24:17.115849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.124870 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42980d4b-7491-4b3b-a211-1aae6c0b1907 req-db793658-5c4f-4b55-9944-9c5e3365f580 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553440 Aug 31 15:24:17.126140 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, cleared binding levels {{(pid=79292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:17.127946 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.129407 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-48a113a4-82e8-44b6-b23f-81a8e0897a2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.0819645 Aug 31 15:24:17.139130 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:17.140374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f83b62c3-0802-4e61-8762-048ce419d716,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:17.160456 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.164137 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-30a8058c-dafa-4f62-b8a5-d6eea12af212 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:17.227470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efff84-052f-45be-86a8-917991a2d597 req-59606610-1cd4-4aa9-8be7-ca9ec741c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.229053 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-59606610-1cd4-4aa9-8be7-ca9ec741c166 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4871482e090b4f4fa3d7f55c4981002e&device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 1096 time: 0.1950581 Aug 31 15:24:17.234030 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=994290c370d14d669a80f9c584ecb1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993356 Aug 31 15:24:17.237649 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55828) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:17.241493 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9ab3a-558c-48c2-8f5f-b632bba1c832,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:17.280959 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-2426494c-c029-4532-b3d1-0caf473d05ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.300041 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:17.430906 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.431653 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.433042 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] 10.222.0.15 "PUT /v2.0/ports/f83b62c3-0802-4e61-8762-048ce419d716 HTTP/1.1" status: 200 len: 1093 time: 3.6234527 Aug 31 15:24:17.460552 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:17.556665 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.569155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-cadee795-eb7a-43f7-b562-eeb5b906aecd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.571197 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-cadee795-eb7a-43f7-b562-eeb5b906aecd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 816 time: 0.3774984 Aug 31 15:24:17.578253 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-31d841f5-0879-443c-b356-301cac82c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.581941 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-31d841f5-0879-443c-b356-301cac82c483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.3778977 Aug 31 15:24:17.585366 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Pushing event updated for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=3']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:17.593361 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:17.673200 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55844) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:17.680382 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efff84-052f-45be-86a8-917991a2d597 req-b7b82698-c3d3-4198-abb1-7f62af3c4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.681926 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-b7b82698-c3d3-4198-abb1-7f62af3c4bf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1dbb2ccd-9fae-44f3-910f-39537f94e63b HTTP/1.1" status: 200 len: 912 time: 0.4434438 Aug 31 15:24:17.699591 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.786116 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ff7383d7-8f87-4561-a80e-bf765ecb560c req-2d05fe37-a912-4a13-8cf9-2fa7736d2909 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 210 time: 0.1915631 Aug 31 15:24:17.793235 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-54e4ba16-6a0e-4a7b-8f03-f7cad0d2286f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f HTTP/1.1" status: 200 len: 217 time: 0.0813308 Aug 31 15:24:17.797317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-552faa11-529a-4650-9482-0eada74250e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:17.798272 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-f1733617-262d-4ed1-81db-9fbb25979c74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577134 Aug 31 15:24:17.805890 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.806916 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.850838 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7500d97-faa5-4066-b966-2ba068362f19 req-6683401f-fc3c-4a7a-9a59-e3737b9c6aa4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.858695 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d7500d97-faa5-4066-b966-2ba068362f19 req-6683401f-fc3c-4a7a-9a59-e3737b9c6aa4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 943 time: 0.6589534 Aug 31 15:24:17.884060 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:17.906666 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716', 'status': 'completed', 'code': 200} Aug 31 15:24:17.907960 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f5032741124a4199aff68112cd9a2b is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:17.925992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:17.937941 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:17.957661 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-552faa11-529a-4650-9482-0eada74250e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:17.958910 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-552faa11-529a-4650-9482-0eada74250e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 380 time: 0.3400354 Aug 31 15:24:17.991941 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efff84-052f-45be-86a8-917991a2d597 req-d49ece5d-bfef-4c18-8755-d3fecb8b9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:17.993475 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-d49ece5d-bfef-4c18-8755-d3fecb8b9d39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9520efef-4512-469b-8767-c8e927463c95 HTTP/1.1" status: 200 len: 851 time: 0.1640260 Aug 31 15:24:18.006187 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'port': {'device_id': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'admin_state_up': True, 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'security_groups': ['b9a0b39e-b88d-4d9f-b265-56b1260b174c']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:18.062697 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.068268 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d7500d97-faa5-4066-b966-2ba068362f19 req-24b740b5-fc1c-48bc-ae94-88aacd088db5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086203 Aug 31 15:24:18.074303 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:18.083423 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-c06f59a5-6ff9-4540-b381-8ef2b236666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:18.085128 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-c06f59a5-6ff9-4540-b381-8ef2b236666b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 1096 time: 0.4020114 Aug 31 15:24:18.101678 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-972af99e-e016-45e9-94c8-c7a519a7b4bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1dbb2ccd-9fae-44f3-910f-39537f94e63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996683 Aug 31 15:24:18.109390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9ab3a-558c-48c2-8f5f-b632bba1c832,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.115408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:18.192171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.193353 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bc9ab3a-558c-48c2-8f5f-b632bba1c832 HTTP/1.1" status: 204 len: 168 time: 0.9537544 Aug 31 15:24:18.287052 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-63e283e8-cca6-4ca2-8303-f09943643010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f83b62c3-0802-4e61-8762-048ce419d716 HTTP/1.1" status: 200 len: 217 time: 0.1535900 Aug 31 15:24:18.288855 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-80332e6b-340d-4e3b-9a17-0df2c8441e74 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663091 Aug 31 15:24:18.317573 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:18.321496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:port and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:18.324773 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:18.331428 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:18.366857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Made reservation on behalf of 9262e813e06e44c6bfda516a5b6ad954 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:18.375292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.460976 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-8366d7e0-beb6-4726-ba71-9f9a6b8d31ad service neutron] 10.222.0.15 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417659 Aug 31 15:24:18.532274 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ae30-e097-48cd-9504-e164906da3da req-9c174666-225a-4944-8000-afa1b250f4c1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:18.544829 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ce7ae30-e097-48cd-9504-e164906da3da req-9c174666-225a-4944-8000-afa1b250f4c1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 943 time: 0.5233052 Aug 31 15:24:18.570491 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-0f83aad8-6bdf-43de-9e70-0f9f550dd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:18.571907 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-0f83aad8-6bdf-43de-9e70-0f9f550dd768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.2688570 Aug 31 15:24:18.671497 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-6e8423d4-6210-46a6-ba08-f94a2ff5f79e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847957 Aug 31 15:24:18.679760 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-acddffac-0b53-41f5-92f5-265eb0b4dd19 service neutron] 10.222.0.15 "GET /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104836 Aug 31 15:24:18.681071 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.683766 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Allocated IP 172.20.0.3 (21bf1039-3a5a-4680-afce-99802843667b/9587ddd3-539e-4c36-b6d4-7b40a1ac50cc/9fce725b-2c6a-45c0-9f85-ddf57e379d09) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:18.733581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 8dbc9416-5f54-418e-b298-7a84f3d13bc8 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:18.871596 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ce7ae30-e097-48cd-9504-e164906da3da req-1dd95132-e5cc-410f-813b-e4be5f76efd3 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256772 Aug 31 15:24:18.872421 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.992631 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149d03-fe5c-4363-8c38-ba35ef25fc7f req-8497b3a9-36e0-4042-9486-49353e367a65 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:18.996880 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c149d03-fe5c-4363-8c38-ba35ef25fc7f req-8497b3a9-36e0-4042-9486-49353e367a65 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 943 time: 0.6927180 Aug 31 15:24:19.001371 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.017203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.020494 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:19.026321 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8f5032741124a4199aff68112cd9a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3414478 Aug 31 15:24:19.029820 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-27981077-85d1-4e38-af38-e0f1db0279d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473675 Aug 31 15:24:19.031881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55896) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:19.035239 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'port_id': '8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'mac_address': 'fa:16:3e:0a:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1eec09-20b4-4f55-9315-2389373c98cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:19.047465 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f4f619a5-10cc-43ed-a30a-732ca0691013 req-8216a22d-fe70-496f-b128-51c860809033 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7423158 Aug 31 15:24:19.076371 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Transition to ACTIVE for port object 9fce725b-2c6a-45c0-9f85-ddf57e379d09 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:19.097908 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.133518 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbc9416-5f54-418e-b298-7a84f3d13bc8 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:19.134365 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.150173 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:19.159328 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.160334 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device d026939f-5f14-4e5f-9fb3-11bf489eb67f details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:19.171666 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.220616 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.230862 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.274774 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85037bf-4617-415e-8928-efb9265f8178,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.332707 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.333079 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f,segment=NetworkSegment(1768fd01-53cd-4c57-b761-0b28610ecc3e),segment_id=1768fd01-53cd-4c57-b761-0b28610ecc3e)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:19.346381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-35fa86a1-7f19-4f8e-a552-68ae78acb8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.384181 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.407047 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f', 'network_id': '1dbb2ccd-9fae-44f3-910f-39537f94e63b', 'port_id': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f', 'mac_address': 'fa:16:3e:e2:09:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9520efef-4512-469b-8767-c8e927463c95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:19.413443 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Network 21bf1039-3a5a-4680-afce-99802843667b is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:19.425111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:19.425111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:19.444197 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c149d03-fe5c-4363-8c38-ba35ef25fc7f req-9c86e8b8-00e2-4e6a-a977-288fc4c8ee6f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075818 Aug 31 15:24:19.512755 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.515307 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e87f8a-2d6b-4fdf-bb6c-2e85540cf37c req-3d4f8a76-5be2-45d3-9cf4-d035a90a1eed tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:19.522511 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e8e87f8a-2d6b-4fdf-bb6c-2e85540cf37c req-3d4f8a76-5be2-45d3-9cf4-d035a90a1eed tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 931 time: 0.4007642 Aug 31 15:24:19.533404 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.538457 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d026939f-5f14-4e5f-9fb3-11bf489eb67f {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:19.557064 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f,segment=NetworkSegment(1768fd01-53cd-4c57-b761-0b28610ecc3e),segment_id=1768fd01-53cd-4c57-b761-0b28610ecc3e)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:19.558465 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.570986 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.573705 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.580276 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7e29ec9-d3cf-4f54-965b-1168d085a66c req-893bf75d-4ca2-40d0-bf6c-57a043fbfacf service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862556 Aug 31 15:24:19.581004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.587470 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c85037bf-4617-415e-8928-efb9265f8178 HTTP/1.1" status: 204 len: 168 time: 0.5522261 Aug 31 15:24:19.605922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.623850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.624273 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.647399 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e8e87f8a-2d6b-4fdf-bb6c-2e85540cf37c req-883f43ca-a812-4022-b853-961a4274d63c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239030 Aug 31 15:24:19.688637 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.702605 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85037bf-4617-415e-8928-efb9265f8178,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.703650 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.708316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.736303 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:19.737451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.767939 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7670023 Aug 31 15:24:19.792587 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Request body: {'port': {'device_id': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:19.881779 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-5d9f866c-3f09-48c4-b6c0-f7f31bdd2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:19.884191 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-5d9f866c-3f09-48c4-b6c0-f7f31bdd2752 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 1096 time: 0.1728318 Aug 31 15:24:19.889318 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-f0e9ed0e-7f7b-47eb-9852-c515d8584dda None None] Provisioning for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:19.897975 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-f0e9ed0e-7f7b-47eb-9852-c515d8584dda None None] Provisioning complete for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:19.899193 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f0e9ed0e-7f7b-47eb-9852-c515d8584dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.912714 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36690540-33f3-4e23-8fc6-a576578da6f9 req-4a0d0da2-27ae-4f19-b224-336c62ee228b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:19.916696 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36690540-33f3-4e23-8fc6-a576578da6f9 req-4a0d0da2-27ae-4f19-b224-336c62ee228b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 944 time: 0.1548903 Aug 31 15:24:19.976568 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9ed0e-7f7b-47eb-9852-c515d8584dda None None] Port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:24:20.004785 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.070205 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-998680b2-0166-49c7-831f-183c62899761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.243026 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['d026939f-5f14-4e5f-9fb3-11bf489eb67f'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:20.244763 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36690540-33f3-4e23-8fc6-a576578da6f9 req-a84ce52d-61ab-4e41-8f67-56b830b0819f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837112 Aug 31 15:24:20.266629 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 55934) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:20.305857 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.319705 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-460e2261-1877-4027-b2e5-d8864a45b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:20.321393 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-460e2261-1877-4027-b2e5-d8864a45b5b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.4037900 Aug 31 15:24:20.330466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:20.354035 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:20.393299 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Usage tracker for resource:security_group_rule and tenant:ce50142331db430f96db53ef61430e55 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:20.403020 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:20.417478 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:20.421015 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-5c0f53dc-426e-4614-a1ab-b01b20c95632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f83b62c3-0802-4e61-8762-048ce419d716 HTTP/1.1" status: 200 len: 217 time: 0.0865159 Aug 31 15:24:20.433551 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27982c91-a91a-41ec-91be-bb901ee3cf4b req-fe42a86a-3aea-4586-8148-4029765af9b7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:20.442130 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27982c91-a91a-41ec-91be-bb901ee3cf4b req-fe42a86a-3aea-4586-8148-4029765af9b7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 943 time: 0.3821218 Aug 31 15:24:20.556496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:20.564818 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.603879 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Transition to ACTIVE for port object 9fce725b-2c6a-45c0-9f85-ddf57e379d09 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:20.613132 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.623080 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-71b77f15-da40-4cc8-be11-2cb0ff1e52ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:20.687729 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.692098 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-e350d777-c79f-4ecd-9ea0-14f506cc2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:20.694088 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-e350d777-c79f-4ecd-9ea0-14f506cc2029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.2452536 Aug 31 15:24:20.704577 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27982c91-a91a-41ec-91be-bb901ee3cf4b req-3fc541b0-b584-4090-88ff-58fdaf8de84c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609439 Aug 31 15:24:20.726142 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5a4a9915-0281-42e7-aa86-6b7a37b8549a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:20.863426 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-0c475254-e9d1-4e29-9f03-06df07d53b64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221099 Aug 31 15:24:21.122329 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.126637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.136793 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Attempting to bind port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:21.136980 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Attempting to bind port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:21.137529 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Attempting to bind port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:21.144245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 on network 21bf1039-3a5a-4680-afce-99802843667b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:21.144832 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Attempting to bind port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:21.158186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:21.158186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Checking segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:21.158186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Bound using segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:21.158186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Bound port: 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:21.158186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.158658 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.166845 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:21.218348 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'port_id': '5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'mac_address': 'fa:16:3e:5b:4f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:21.273659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.305648 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:21.306334 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.312228 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:21.327904 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4a9915-0281-42e7-aa86-6b7a37b8549a {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:21.328607 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.329619 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.344988 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.346542 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:21.355908 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.357882 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.466891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857fc5-4327-418f-b2a8-d3249fb4dec2 req-bb069549-2e62-4bec-bd73-0f9c774ccfe4 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:21.473838 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15857fc5-4327-418f-b2a8-d3249fb4dec2 req-bb069549-2e62-4bec-bd73-0f9c774ccfe4 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 944 time: 0.8373296 Aug 31 15:24:21.478319 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce50142331db430f96db53ef61430e55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2089636 Aug 31 15:24:21.485426 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 55976) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:21.489293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.493133 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.496083 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.500891 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.511474 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5786020-4580-48ff-a664-95a45fcda0c7,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.526338 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.550610 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:21.551738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.553195 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] 10.222.0.15 "PUT /v2.0/ports/9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 1093 time: 1.7661581 Aug 31 15:24:21.555382 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:21.564975 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15857fc5-4327-418f-b2a8-d3249fb4dec2 req-e24b769a-5f52-40ea-884d-2d5512104b30 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900698 Aug 31 15:24:21.577353 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-4e84dd64-eb20-49fd-9c6d-79e7ae0ff907 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986480 Aug 31 15:24:21.600124 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.615217 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc840-38e3-4df9-8a5f-a377b401f7cf req-0798e4ba-ae4c-437d-8b6a-db44170e1463 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:21.616799 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ad2cc840-38e3-4df9-8a5f-a377b401f7cf req-0798e4ba-ae4c-437d-8b6a-db44170e1463 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.4583981 Aug 31 15:24:21.712396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.797961 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-721404eb-3c1b-4d45-9e98-0d960de28d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:21.799749 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-721404eb-3c1b-4d45-9e98-0d960de28d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1096 time: 0.1567850 Aug 31 15:24:21.814680 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.819931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9ff4fc7f-f764-4920-a48c-71fe30f51c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.867273 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ad2cc840-38e3-4df9-8a5f-a377b401f7cf req-c35b5671-b34d-4e38-98d4-50bdb4268536 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922262 Aug 31 15:24:21.914845 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-4559b6c7-d9c2-4cb5-a4e2-b418604c521e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 217 time: 0.0827658 Aug 31 15:24:21.918061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5786020-4580-48ff-a664-95a45fcda0c7,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.919962 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b943b7a-ba41-46c5-8137-d0a8b49b4c23 req-29ab0853-1e56-41c2-bac8-6d69d187a6cd service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250716 Aug 31 15:24:21.921014 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.925675 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.931082 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5786020-4580-48ff-a664-95a45fcda0c7 HTTP/1.1" status: 204 len: 168 time: 0.4364369 Aug 31 15:24:21.947703 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a490f5-b810-4a24-bb10-18335c81c25f req-eba0fe51-9742-4d06-b5f1-c376e87cbe99 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:21.949420 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15a490f5-b810-4a24-bb10-18335c81c25f req-eba0fe51-9742-4d06-b5f1-c376e87cbe99 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 944 time: 0.1426980 Aug 31 15:24:22.000197 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'status': 'completed', 'code': 200} Aug 31 15:24:22.019118 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15a490f5-b810-4a24-bb10-18335c81c25f req-a4c686f2-7012-4084-87d1-768b8b6ef914 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Aug 31 15:24:22.033642 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-f7e50779-931b-4883-a7b8-98cb7f46b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:22.042354 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-f7e50779-931b-4883-a7b8-98cb7f46b976 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0860555 Aug 31 15:24:22.145579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-06ae2dff-c684-4252-8a44-e051b9605ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:22.147184 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-06ae2dff-c684-4252-8a44-e051b9605ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1020863 Aug 31 15:24:22.237132 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c64d0-8606-46a8-92d8-cf3d1895c264 req-c47edf43-3b3b-4e14-8081-eb8f2b060e4b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:22.238884 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-839c64d0-8606-46a8-92d8-cf3d1895c264 req-c47edf43-3b3b-4e14-8081-eb8f2b060e4b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 943 time: 0.0973027 Aug 31 15:24:22.309037 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-839c64d0-8606-46a8-92d8-cf3d1895c264 req-033a192a-d08f-4cc1-86da-ac1aa99eee2c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601449 Aug 31 15:24:22.328881 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['5a4a9915-0281-42e7-aa86-6b7a37b8549a'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:22.364762 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-fb2c7853-8a78-4e73-b379-e23a2e5a3208 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079308 Aug 31 15:24:22.409620 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.567655 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5ddd4170-4028-405f-ba0f-43b759c2b25d req-e1451049-c4a2-49bb-b75f-d13a6769cafe service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948137 Aug 31 15:24:22.712894 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f83b62c3-0802-4e61-8762-048ce419d716 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:22.721607 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 8dbc9416-5f54-418e-b298-7a84f3d13bc8 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:22.839453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-e57f9887-d22c-4a3a-a9d8-faef6994b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:22.841245 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-e57f9887-d22c-4a3a-a9d8-faef6994b018 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1096 time: 0.1541951 Aug 31 15:24:22.847673 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0112af9-0ec7-49be-979d-8b4b12da94e5 req-0a8ed72f-fdb1-4d7b-b94c-7a745dbc1c8f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:22.856714 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0112af9-0ec7-49be-979d-8b4b12da94e5 req-0a8ed72f-fdb1-4d7b-b94c-7a745dbc1c8f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 944 time: 0.1870065 Aug 31 15:24:22.948756 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0112af9-0ec7-49be-979d-8b4b12da94e5 req-d2cd59a7-601a-4d22-861b-02e337cd06d6 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876579 Aug 31 15:24:23.015547 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:23.023523 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:23.023910 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.128740 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-9cbfd408-764e-4698-82d0-1998fd1b4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.128740 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-9cbfd408-764e-4698-82d0-1998fd1b4c63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.2783744 Aug 31 15:24:23.156147 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f83b62c3-0802-4e61-8762-048ce419d716,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:23.176669 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'f83b62c3-0802-4e61-8762-048ce419d716', 'network_id': '6fde7195-8818-4e12-97ad-abffedf0f57a', 'port_id': 'f83b62c3-0802-4e61-8762-048ce419d716', 'mac_address': 'fa:16:3e:af:97:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879af2f8-0f4f-45b7-a696-f3ffb5aa5e23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:23.206546 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56034) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:23.255854 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.336546 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-19c8e534-4948-40a6-a832-0ea66b9d3356 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 217 time: 0.1995430 Aug 31 15:24:23.350943 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3a7f-6454-4ca5-a925-19889c5cf289 req-6703e213-20bd-4419-b380-d768c298579e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.358384 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e14c3a7f-6454-4ca5-a925-19889c5cf289 req-6703e213-20bd-4419-b380-d768c298579e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2835548 Aug 31 15:24:23.452419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e14c3a7f-6454-4ca5-a925-19889c5cf289 req-3fb1983e-3b1e-4594-90d7-29867bacb712 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911806 Aug 31 15:24:23.507646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-bde245a3-daf3-4335-9bfe-0dddbfc59f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.509494 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-bde245a3-daf3-4335-9bfe-0dddbfc59f67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.1639581 Aug 31 15:24:23.516490 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b94bd0-0836-40f8-96ce-913a1ca04793 req-24d7844f-3669-4310-9e87-bf836ad816e2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.516842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:23.518237 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73b94bd0-0836-40f8-96ce-913a1ca04793 req-24d7844f-3669-4310-9e87-bf836ad816e2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 944 time: 0.2581739 Aug 31 15:24:23.551080 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.613675 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:23.639976 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.650106 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Usage tracker for resource:security_group_rule and tenant:2129ae7286da472ba9ad261964f3dd1e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:23.656851 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:23.671658 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:23.684487 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:23.692749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83b62c3-0802-4e61-8762-048ce419d716 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:23.712744 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.714508 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device d026939f-5f14-4e5f-9fb3-11bf489eb67f up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:23.723131 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-a48660ab-3bde-4c01-bf63-0ab2bd82727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.727021 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-a48660ab-3bde-4c01-bf63-0ab2bd82727e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2106974 Aug 31 15:24:23.776694 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73b94bd0-0836-40f8-96ce-913a1ca04793 req-6c0e50c4-0781-42e5-8847-2b6d2380b605 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985817 Aug 31 15:24:23.801044 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:23.851195 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a93ba-dcc3-4106-8fdc-bbb5d71cda54 req-84a6b547-7694-4123-9ed2-f921bba16297 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:23.859503 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-df7a93ba-dcc3-4106-8fdc-bbb5d71cda54 req-84a6b547-7694-4123-9ed2-f921bba16297 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 943 time: 0.1859045 Aug 31 15:24:23.963717 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-df7a93ba-dcc3-4106-8fdc-bbb5d71cda54 req-47616df5-7920-4843-a132-ee8a821ae574 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028893 Aug 31 15:24:23.995823 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.011414 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.015983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.022674 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:24.032120 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:24.040955 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f83b62c3-0802-4e61-8762-048ce419d716,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:24.056643 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-9fa51de1-be44-4a11-ae54-40e94762c6df service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158889 Aug 31 15:24:24.057250 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.069976 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:24.103782 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2129ae7286da472ba9ad261964f3dd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8946006 Aug 31 15:24:24.104989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee14f4ac-7c06-408c-9c16-bb785d799c11,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.110708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:24.111675 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56088) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:24.214110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port d026939f-5f14-4e5f-9fb3-11bf489eb67f completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:24.227318 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port d026939f-5f14-4e5f-9fb3-11bf489eb67f triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:24.227709 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.277883 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5f86ce82-3f65-4083-a97e-23d9714d8616 req-baab73f5-ad70-45c9-86f8-346c6ed26ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147045 Aug 31 15:24:24.351662 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.387819 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.441412 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'code': 200} Aug 31 15:24:24.451778 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.467701 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:24.505670 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8957e-eae9-4634-9106-d87865926fd4 req-655f6df3-7ef6-4e9d-90fd-df9ac4338091 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:24.507334 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cfa8957e-eae9-4634-9106-d87865926fd4 req-655f6df3-7ef6-4e9d-90fd-df9ac4338091 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 944 time: 0.3110421 Aug 31 15:24:24.508433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.545969 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-91220c8d-720a-4b9d-a4ae-a6d5a52bcb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:24.612187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.648077 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee14f4ac-7c06-408c-9c16-bb785d799c11,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.648928 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f,segment=NetworkSegment(1768fd01-53cd-4c57-b761-0b28610ecc3e),segment_id=1768fd01-53cd-4c57-b761-0b28610ecc3e)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:24.652019 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['f83b62c3-0802-4e61-8762-048ce419d716'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:24.685264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.708995 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-97f1bdaf-d822-4421-a7c4-e18b80c953ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:24.742478 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:24.752682 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5a4a9915-0281-42e7-aa86-6b7a37b8549a up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:24.773583 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cfa8957e-eae9-4634-9106-d87865926fd4 req-4185f7e9-3c75-4688-b28c-3bcf3df921aa tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355783 Aug 31 15:24:24.780935 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.782141 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee14f4ac-7c06-408c-9c16-bb785d799c11 HTTP/1.1" status: 204 len: 168 time: 0.6688373 Aug 31 15:24:24.830615 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdc71-f7f7-4a2d-b77b-61d0d6c5bc68 req-ccf19c36-777c-43bc-b088-35c888fb32e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:24.835428 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e33bdc71-f7f7-4a2d-b77b-61d0d6c5bc68 req-ccf19c36-777c-43bc-b088-35c888fb32e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2112296 Aug 31 15:24:24.902767 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-fbdb3c7c-fe9f-49dd-b0b3-69e81c2511cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:24.905166 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-fbdb3c7c-fe9f-49dd-b0b3-69e81c2511cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 1098 time: 0.1008947 Aug 31 15:24:24.936574 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e33bdc71-f7f7-4a2d-b77b-61d0d6c5bc68 req-a5169ae7-cabe-481a-a40b-563a7650756b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954778 Aug 31 15:24:24.980985 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.986978 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.025227 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.038318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:25.048800 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 5a4a9915-0281-42e7-aa86-6b7a37b8549a completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:25.051222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Usage tracker for resource:security_group_rule and tenant:5a7de3d26ad446ffac77ba60f7e59ed7 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:25.057919 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:25.064280 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 5a4a9915-0281-42e7-aa86-6b7a37b8549a triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:25.064810 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.073500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:25.077429 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd48-6a1f-4474-97e1-0a3cd05237d0 req-ac6d487e-d983-4a1e-b218-9c3093dc92fa tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:25.079497 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-68fabd48-6a1f-4474-97e1-0a3cd05237d0 req-ac6d487e-d983-4a1e-b218-9c3093dc92fa tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.1394022 Aug 31 15:24:25.173450 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-68fabd48-6a1f-4474-97e1-0a3cd05237d0 req-31012652-f8f4-4890-bcc0-9098806803ed tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874162 Aug 31 15:24:25.221510 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.231028 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.240320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.286122 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.292708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff72b-a559-4475-b114-1f0e33f53cb2 req-e8c764b7-d5ee-4aaf-82cc-1ca8690a39db tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:25.297196 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6edff72b-a559-4475-b114-1f0e33f53cb2 req-e8c764b7-d5ee-4aaf-82cc-1ca8690a39db tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 944 time: 0.1128731 Aug 31 15:24:25.308696 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=718c6d09-24c8-44a3-bbd2-9457c02953bd,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.317385 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.330354 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6aede296-405c-4de3-a0dc-38528b4b6834 req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081609 Aug 31 15:24:25.343354 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:25.348960 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.353814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.378635 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6edff72b-a559-4475-b114-1f0e33f53cb2 req-9322b335-74d6-4ef8-af2b-7ba5c35741f1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730166 Aug 31 15:24:25.432071 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.436093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.450126 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56122) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:25.468685 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.484286 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:25.488060 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Usage tracker for resource:security_group_rule and tenant:137b3aea8af14e4086f1692bbdc306ad is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:25.490868 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:25.496436 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:25.579453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.590844 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.600974 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f4d5d525-8378-4fcb-ab15-671ebf6d8221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.634649 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=137b3aea8af14e4086f1692bbdc306ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832886 Aug 31 15:24:25.635366 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56132) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:25.654640 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2351bd75-0fa3-44e7-8736-9c987253e2e2,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.658743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.792447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.824598 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.888500 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.895255 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-77796d4c-a491-43e9-be92-df9a5b5e45c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.912192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2351bd75-0fa3-44e7-8736-9c987253e2e2,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.955031 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.956096 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.960243 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2351bd75-0fa3-44e7-8736-9c987253e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3215613 Aug 31 15:24:26.027927 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd22c-e291-451b-a122-237b677f782f req-d2454e40-7384-4695-9e96-2146fbf24c89 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:26.029512 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49dfd22c-e291-451b-a122-237b677f782f req-d2454e40-7384-4695-9e96-2146fbf24c89 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.1197019 Aug 31 15:24:26.110981 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49dfd22c-e291-451b-a122-237b677f782f req-f20c0654-a960-4427-9289-cc1a81a8260b tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752909 Aug 31 15:24:26.273543 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5442b5-a9f4-4b26-9d19-7e2cf15ec35c req-9b8b74c3-fb30-478d-9895-7f2d39ebc07e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:26.275688 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6f5442b5-a9f4-4b26-9d19-7e2cf15ec35c req-9b8b74c3-fb30-478d-9895-7f2d39ebc07e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1325758 Aug 31 15:24:26.334432 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6f5442b5-a9f4-4b26-9d19-7e2cf15ec35c req-e029b2eb-b0e6-47bd-b95b-cea46f22bde2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509598 Aug 31 15:24:26.439785 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca69bd-8542-4a32-b893-016b886d9ebc req-55f98589-af2a-4770-b8b4-5c7fdc946050 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:26.441733 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6ca69bd-8542-4a32-b893-016b886d9ebc req-55f98589-af2a-4770-b8b4-5c7fdc946050 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.1062422 Aug 31 15:24:26.443591 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f'}, {'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:26.509914 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6ca69bd-8542-4a32-b893-016b886d9ebc req-ac4e600f-9811-4626-9563-880d8a5d1b3e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 Aug 31 15:24:26.596911 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f', 'code': 200} Aug 31 15:24:26.597382 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'code': 200} Aug 31 15:24:26.611382 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7be5d-19ef-44b1-9e77-d3cbfa0abe26 req-380f3065-98aa-4d5f-91fa-1592db60c9c5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:26.613032 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bfc7be5d-19ef-44b1-9e77-d3cbfa0abe26 req-380f3065-98aa-4d5f-91fa-1592db60c9c5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 944 time: 0.0995407 Aug 31 15:24:26.668602 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bfc7be5d-19ef-44b1-9e77-d3cbfa0abe26 req-5332a6e5-cc6c-472e-a7c4-31527da5c343 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Aug 31 15:24:26.753308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:26.761900 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f83b62c3-0802-4e61-8762-048ce419d716 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:27.095494 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port f83b62c3-0802-4e61-8762-048ce419d716 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:27.103543 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b926778-bc63-412b-9528-fc6e1738c04a req-6c1bc659-93c0-44bd-af10-42282af54817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.104405 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port f83b62c3-0802-4e61-8762-048ce419d716 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:27.104794 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.107245 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7b926778-bc63-412b-9528-fc6e1738c04a req-6c1bc659-93c0-44bd-af10-42282af54817 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 1098 time: 0.1806591 Aug 31 15:24:27.108831 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce45b7-86c4-474f-8f93-775f6d00b0c3 req-250605d4-040f-4fe5-9cfc-78da7ae6e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.111278 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9cce45b7-86c4-474f-8f93-775f6d00b0c3 req-250605d4-040f-4fe5-9cfc-78da7ae6e5de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.1750844 Aug 31 15:24:27.116761 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56214) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:27.165233 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7b926778-bc63-412b-9528-fc6e1738c04a req-692a40ca-d973-4f61-b153-6d9f4836e8dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Aug 31 15:24:27.201619 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9cce45b7-86c4-474f-8f93-775f6d00b0c3 req-26badc2b-8647-443b-877b-99528704cd04 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737400 Aug 31 15:24:27.259989 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:27.308731 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:27.323761 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.446057 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f83b62c3-0802-4e61-8762-048ce419d716,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:27.464324 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.469847 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:27.480506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ead7-0012-44d3-b45d-88cb33f8084c req-8158915c-1f8f-4066-a54c-209097a39350 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.487677 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b884ead7-0012-44d3-b45d-88cb33f8084c req-8158915c-1f8f-4066-a54c-209097a39350 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.1924787 Aug 31 15:24:27.540251 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.577074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:27.584859 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:27.592221 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Usage tracker for resource:security_group_rule and tenant:adf45175cdcf4c66837abfcf7605fb02 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:27.593204 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.599054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:27.614360 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:27.624265 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.655966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:27.689147 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:27.701917 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.704539 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2b6957cc-a315-4ce8-b0d2-7f0451749998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:27.730835 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b884ead7-0012-44d3-b45d-88cb33f8084c req-b4eae92e-4e55-4056-926e-c456b3f2c9a1 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359986 Aug 31 15:24:27.732433 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.738719 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.749078 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-490929c8-cac6-4df5-aa0b-57395dbb575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:27.808049 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adf45175cdcf4c66837abfcf7605fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900895 Aug 31 15:24:27.809940 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6969267a-3b6c-4338-b72c-980d159507ba,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:27.810774 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56252) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:27.811386 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:27.814513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.814692 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.878410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09b5f-3905-4a46-a305-5ca27c2f080b req-117c2930-d882-4657-a69f-4dcdfc0463c0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.885344 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9bd09b5f-3905-4a46-a305-5ca27c2f080b req-117c2930-d882-4657-a69f-4dcdfc0463c0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.3033874 Aug 31 15:24:27.993069 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.006943 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9bd09b5f-3905-4a46-a305-5ca27c2f080b req-292f6dcd-aa56-42ea-bcb7-42955ab46691 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205523 Aug 31 15:24:28.047340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.116395 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56270) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:28.119892 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d74d2-9b40-4c64-aa2e-c78dd1ba77ab req-eddce2b5-e878-4b37-85d1-d8b84c8f2ab4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:28.121646 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-af0d74d2-9b40-4c64-aa2e-c78dd1ba77ab req-eddce2b5-e878-4b37-85d1-d8b84c8f2ab4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.2054517 Aug 31 15:24:28.214419 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.221969 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:28.241854 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.242968 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6969267a-3b6c-4338-b72c-980d159507ba HTTP/1.1" status: 204 len: 168 time: 0.4309275 Aug 31 15:24:28.256256 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969267a-3b6c-4338-b72c-980d159507ba,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:28.258963 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.259166 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:28.295821 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-af0d74d2-9b40-4c64-aa2e-c78dd1ba77ab req-1305ddce-f0c7-444a-8dab-b55572278bd4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605284 Aug 31 15:24:28.313393 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:28.319109 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Usage tracker for resource:security_group_rule and tenant:a0171f431067483fb9138d82426bf333 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:28.324168 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:28.333584 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e680-4a1b-47d4-b1aa-b4b82b417aa9 req-fb1caa2c-0a0f-4354-ad84-e5f080932445 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:28.334686 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:28.335216 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be62e680-4a1b-47d4-b1aa-b4b82b417aa9 req-fb1caa2c-0a0f-4354-ad84-e5f080932445 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1805310 Aug 31 15:24:28.351481 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['9fce725b-2c6a-45c0-9f85-ddf57e379d09'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:28.464160 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be62e680-4a1b-47d4-b1aa-b4b82b417aa9 req-edf47c64-bc04-40a2-bc30-650bbf899689 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098783 Aug 31 15:24:28.506289 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.520941 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.533308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f40a2a2a-4227-44e4-aa47-0a3c19e59400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:28.582905 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0171f431067483fb9138d82426bf333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652750 Aug 31 15:24:28.585307 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56286) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:28.588342 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dca40f-25dc-4dcb-92da-8c71ce645104,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:28.601206 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:28.605339 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:28.660546 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.687570 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716', 'code': 200} Aug 31 15:24:28.694833 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.757186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.762507 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-86612100-7ccf-4f62-95d7-bf3938b7cc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:28.778945 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dca40f-25dc-4dcb-92da-8c71ce645104,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:28.783617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:28.798298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.799763 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5dca40f-25dc-4dcb-92da-8c71ce645104 HTTP/1.1" status: 204 len: 168 time: 0.2132730 Aug 31 15:24:28.909255 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56300) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:28.959083 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56306) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:28.962618 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.995394 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f533e5-a28e-4b02-9984-463b9b544c98 req-8670cd92-8c5d-4105-abbf-f55028857316 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:28.997275 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-86f533e5-a28e-4b02-9984-463b9b544c98 req-8670cd92-8c5d-4105-abbf-f55028857316 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.1244676 Aug 31 15:24:29.000955 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:29.007533 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Usage tracker for resource:security_group_rule and tenant:374414efc38b453c8621759e3a80745c is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:29.012035 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:29.025770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:29.121685 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-86f533e5-a28e-4b02-9984-463b9b544c98 req-728f2d32-da8b-4fc6-9210-5d97a87d2edc tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173365 Aug 31 15:24:29.152506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec06b24-b67c-4c51-8476-c559d71b436a req-9c786368-e8d7-4588-adb1-b8d6a2cfe340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:29.154713 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ec06b24-b67c-4c51-8476-c559d71b436a req-9c786368-e8d7-4588-adb1-b8d6a2cfe340 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 1098 time: 0.1316555 Aug 31 15:24:29.185130 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.195441 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.212760 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-09c9fc5d-1a7d-492f-9f08-dc5f96ef0746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:29.261425 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ec06b24-b67c-4c51-8476-c559d71b436a req-80e8bd5d-da7b-4ee1-8203-29fae590a2da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988069 Aug 31 15:24:29.263494 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=374414efc38b453c8621759e3a80745c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524086 Aug 31 15:24:29.263976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56318) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:29.266650 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f558d2c-8c29-4504-b2e0-ac3b83f0a5c8,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:29.279298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:29.301959 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102391-ab68-471a-974e-58ab0f1f11ff req-ae2ce830-94aa-4c94-ad30-81ab7a173106 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:29.303464 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a5102391-ab68-471a-974e-58ab0f1f11ff req-ae2ce830-94aa-4c94-ad30-81ab7a173106 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.1099503 Aug 31 15:24:29.393115 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a5102391-ab68-471a-974e-58ab0f1f11ff req-c088def3-6c98-4d42-84a9-e2019b00a641 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825772 Aug 31 15:24:29.401908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.447884 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.513500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.518554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bcb056ba-b8b3-4410-81d3-389445ea03ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:29.523555 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.535950 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f558d2c-8c29-4504-b2e0-ac3b83f0a5c8,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:29.556517 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:29.563540 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.566440 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f558d2c-8c29-4504-b2e0-ac3b83f0a5c8 HTTP/1.1" status: 204 len: 168 time: 0.3013344 Aug 31 15:24:29.579865 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:29.581668 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56328) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:29.586289 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f0adddb7809f4f189a0ded75435d157b is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:29.590150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:29.598268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:29.603969 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.621377 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:29.626587 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Usage tracker for resource:security_group_rule and tenant:e350f59bb19f42039220a615c7c34929 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:29.643690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5acb0f-7500-41f5-9fe1-bf7b8bfa9931 req-493d59b4-0179-447f-8278-41bd6bbe32b2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:29.644678 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:29.645361 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1a5acb0f-7500-41f5-9fe1-bf7b8bfa9931 req-493d59b4-0179-447f-8278-41bd6bbe32b2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.2128968 Aug 31 15:24:29.654065 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:29.780991 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1a5acb0f-7500-41f5-9fe1-bf7b8bfa9931 req-16ff0335-5cda-4208-9ebb-ba3b19138fa2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849128 Aug 31 15:24:29.843206 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c966b-50e0-419d-a42d-8a8644e745d4 req-b860c9ea-2ff4-4857-b649-05e76e645c3c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:29.844444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a37c966b-50e0-419d-a42d-8a8644e745d4 req-b860c9ea-2ff4-4857-b649-05e76e645c3c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1982007 Aug 31 15:24:29.845704 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.850038 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.852920 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.865632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-76acfd26-03fd-4729-82b0-463a4b23d226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:29.872757 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.890167 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-dfea70aa-a14d-4d76-8ec8-f920ef657af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:29.909197 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64dbcb5-f379-4123-b6d6-52d999b4e52c,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:29.913087 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:29.915763 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e350f59bb19f42039220a615c7c34929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328254 Aug 31 15:24:29.919411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56338) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:29.959525 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0adddb7809f4f189a0ded75435d157b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9987571 Aug 31 15:24:29.960516 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56344) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:29.964167 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a37c966b-50e0-419d-a42d-8a8644e745d4 req-82621fe6-5671-44de-a297-ea809fcf8ff4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124640 Aug 31 15:24:29.966526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ebe18-0e2e-42fc-a9d8-f12782752e94,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:29.971512 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:29.994263 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.054858 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.056823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.096465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.103591 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.160236 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.167838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.168297 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-152bf231-2a0d-414b-a46b-bcd92dc95e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:30.172058 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:30.185805 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ebe18-0e2e-42fc-a9d8-f12782752e94,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:30.188276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64dbcb5-f379-4123-b6d6-52d999b4e52c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:30.189873 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:30.190473 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.191446 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.191758 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a64dbcb5-f379-4123-b6d6-52d999b4e52c HTTP/1.1" status: 204 len: 168 time: 0.2702341 Aug 31 15:24:30.192856 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:30.193857 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/531ebe18-0e2e-42fc-a9d8-f12782752e94 HTTP/1.1" status: 204 len: 168 time: 0.2288070 Aug 31 15:24:30.605860 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c29c72-b559-4749-a132-015334caf636 req-8694aa02-663f-4052-8488-2f26a60de209 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:30.613401 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52c29c72-b559-4749-a132-015334caf636 req-8694aa02-663f-4052-8488-2f26a60de209 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.3153875 Aug 31 15:24:30.724491 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52c29c72-b559-4749-a132-015334caf636 req-6b6bdc02-f1c8-4503-9b10-75264f6d5b80 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100461 Aug 31 15:24:30.753470 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40415-4a4c-4bb0-b879-85043883eaca req-9571f13f-5e6c-478b-af5f-a22b116e2133 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:30.755397 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2bf40415-4a4c-4bb0-b879-85043883eaca req-9571f13f-5e6c-478b-af5f-a22b116e2133 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.1398077 Aug 31 15:24:30.803166 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:30.815835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56376) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:30.818170 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2bf40415-4a4c-4bb0-b879-85043883eaca req-c87033fa-39cb-404b-8100-39dccab29c59 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569232 Aug 31 15:24:30.852556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:30.872123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:30.876282 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Usage tracker for resource:security_group_rule and tenant:cd817ddca2b24994b30a65c3d32d6dc2 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:30.886689 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:30.894440 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:30.911420 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:30.922523 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:30.925412 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.002147 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.009095 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.042934 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-40c87343-b09f-4558-b2de-fd6e8cf9cd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:31.071231 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.079014 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd817ddca2b24994b30a65c3d32d6dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591207 Aug 31 15:24:31.079014 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f85b23-fa84-4fe2-9ba1-cf13d1d6561b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:31.080277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56390) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:31.080835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:31.123775 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:31.141130 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:31.154791 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.156809 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:31.208587 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.226338 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'code': 200} Aug 31 15:24:31.243024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.266981 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:31.270624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:31.291652 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c5c3f-a889-483a-973d-a94686043467 req-a51fd10e-634c-4e91-b429-4b6042b0105a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:31.298305 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a23c5c3f-a889-483a-973d-a94686043467 req-a51fd10e-634c-4e91-b429-4b6042b0105a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1653168 Aug 31 15:24:31.376667 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a23c5c3f-a889-483a-973d-a94686043467 req-121368ab-7936-4f19-8595-5592ef8601c6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Aug 31 15:24:31.394527 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.398544 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3830aff2-a7c9-46e1-976a-5c6fbf1b2866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:31.422908 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f85b23-fa84-4fe2-9ba1-cf13d1d6561b,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:31.426801 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:31.443333 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.446070 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02f85b23-fa84-4fe2-9ba1-cf13d1d6561b HTTP/1.1" status: 204 len: 168 time: 0.3637667 Aug 31 15:24:31.615105 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f19c0-4163-4ade-98fd-d1eddf766549 req-9fe70cc7-3e25-4752-bb02-906fea50fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:31.617176 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-198f19c0-4163-4ade-98fd-d1eddf766549 req-9fe70cc7-3e25-4752-bb02-906fea50fc21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1098 time: 0.0782104 Aug 31 15:24:31.693832 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-198f19c0-4163-4ade-98fd-d1eddf766549 req-2ec63ec8-de65-41a9-8efd-bc84632c637f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696876 Aug 31 15:24:31.929558 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be322de-83d8-4ed7-aa05-4691baf3f435 req-6f62699c-5021-41b8-b7ed-80f3fb56ed01 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:31.931252 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5be322de-83d8-4ed7-aa05-4691baf3f435 req-6f62699c-5021-41b8-b7ed-80f3fb56ed01 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.0845478 Aug 31 15:24:32.013519 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5be322de-83d8-4ed7-aa05-4691baf3f435 req-4166d231-89a8-446a-8068-cf4e9ef2d031 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733733 Aug 31 15:24:32.247994 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb87b-79e9-4f6c-b39b-cf48dfe5f09e req-282b562a-2607-41fd-b65a-6d184775b40e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:32.266606 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f07fb87b-79e9-4f6c-b39b-cf48dfe5f09e req-282b562a-2607-41fd-b65a-6d184775b40e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1426501 Aug 31 15:24:32.337879 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f07fb87b-79e9-4f6c-b39b-cf48dfe5f09e req-815d74c1-d5e0-4601-99d0-7a1e2a8ccd9d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702059 Aug 31 15:24:32.633833 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58458c8e-cd7f-499c-b41b-8d2d7de62fcd req-7983db84-9c38-4de7-8d7d-321a29420acc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:32.635679 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-58458c8e-cd7f-499c-b41b-8d2d7de62fcd req-7983db84-9c38-4de7-8d7d-321a29420acc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1206856 Aug 31 15:24:32.716325 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-58458c8e-cd7f-499c-b41b-8d2d7de62fcd req-005211af-e8b3-423b-9331-4352d82d12ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593183 Aug 31 15:24:33.576337 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b95d2a-e584-4290-99ca-ff9acfa7eb7f req-7a7f4cda-f92b-4938-983a-fd72e62c696d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:33.578973 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-24b95d2a-e584-4290-99ca-ff9acfa7eb7f req-7a7f4cda-f92b-4938-983a-fd72e62c696d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1101511 Aug 31 15:24:33.636717 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-24b95d2a-e584-4290-99ca-ff9acfa7eb7f req-894091c6-c276-4476-aa96-ba93e114b00b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Aug 31 15:24:33.924878 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0aea-d25a-43ff-9369-331a84eb4ff7 req-3e80e50a-e6d3-4dae-9f11-b04e266c4d94 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:33.926768 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9aad0aea-d25a-43ff-9369-331a84eb4ff7 req-3e80e50a-e6d3-4dae-9f11-b04e266c4d94 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1027238 Aug 31 15:24:34.003688 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9aad0aea-d25a-43ff-9369-331a84eb4ff7 req-70347f60-20f6-48a4-9555-cd42c8db8cee tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708890 Aug 31 15:24:34.506461 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-1753066c-94ed-46a7-826e-20a748d6d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.507929 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-1753066c-94ed-46a7-826e-20a748d6d9e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 1098 time: 0.1455235 Aug 31 15:24:34.515394 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684408f-a14a-42f0-ac92-d857677434aa req-a4702c92-bf00-4398-ba90-d05f0e5fcc51 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.516747 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6684408f-a14a-42f0-ac92-d857677434aa req-a4702c92-bf00-4398-ba90-d05f0e5fcc51 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1145370 Aug 31 15:24:34.651732 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6684408f-a14a-42f0-ac92-d857677434aa req-3b193f00-2506-4a0f-904c-220c3cd3a8d4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111894 Aug 31 15:24:34.692310 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-c7a97362-59d9-4155-9f00-703e570cc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.693838 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-c7a97362-59d9-4155-9f00-703e570cc9af service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.1752176 Aug 31 15:24:34.803822 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-3e66c593-8c64-470b-87d5-1e8bc4c76fab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f83b62c3-0802-4e61-8762-048ce419d716 HTTP/1.1" status: 200 len: 217 time: 0.1023571 Aug 31 15:24:34.888513 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-4e3929fa-aab7-4613-aa95-5ac6fae3cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.889916 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-4e3929fa-aab7-4613-aa95-5ac6fae3cc18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.0670049 Aug 31 15:24:34.944902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a2b49-3af5-44af-9e0a-d1fcd250b168 req-b7892ace-d94c-441c-9dc1-6dfa18c87a69 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.946401 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f85a2b49-3af5-44af-9e0a-d1fcd250b168 req-b7892ace-d94c-441c-9dc1-6dfa18c87a69 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1839333 Aug 31 15:24:34.955025 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-d3d0f4be-0bde-4660-aab7-06c8cfcbba3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569105 Aug 31 15:24:35.156230 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f85a2b49-3af5-44af-9e0a-d1fcd250b168 req-7e9c939a-f1c0-4223-8a73-bce6a943144a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946111 Aug 31 15:24:35.207762 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-cdad1d37-a472-4ac9-9348-56219c439964 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373757 Aug 31 15:24:35.481698 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49952efe-f0ab-4bad-858e-cdb448b95b48 req-38c7c973-e323-4286-86c8-430764300b46 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665639 Aug 31 15:24:35.503300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8cb13-4a8d-4e0b-9048-3c6f7ddc0d87 req-f189d302-222a-4653-ad18-190b769d96ce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:35.504979 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-92b8cb13-4a8d-4e0b-9048-3c6f7ddc0d87 req-f189d302-222a-4653-ad18-190b769d96ce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1239750 Aug 31 15:24:35.515042 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56600) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:35.520903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'floatingip': {'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:35.601337 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.041773 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1901-0519-4437-9428-1ba1c065edd3 req-301bfda3-08b4-47c8-b944-fc1b6486d54b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:36.043166 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-808f1901-0519-4437-9428-1ba1c065edd3 req-301bfda3-08b4-47c8-b944-fc1b6486d54b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.2433181 Aug 31 15:24:36.195331 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-808f1901-0519-4437-9428-1ba1c065edd3 req-61620750-7b0a-4bd0-ae02-d7cd87caa935 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370168 Aug 31 15:24:36.265201 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56622) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:36.403823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.420109 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:36.424485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Usage tracker for resource:security_group_rule and tenant:1d6e139863124660a11e17d9b5ac154b is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:36.427839 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:36.435423 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:36.528872 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.536063 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.558515 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.565783 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.570853 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.612788 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d6e139863124660a11e17d9b5ac154b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463690 Aug 31 15:24:36.614228 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe9bc72-7d8f-49d0-a538-d7434b08810b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.617191 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56632) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:36.620189 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.686435 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.721477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.777526 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.788359 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6687f73a-d6fe-4c12-a647-4235b92cf6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.804757 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe9bc72-7d8f-49d0-a538-d7434b08810b,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.822434 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.823586 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fe9bc72-7d8f-49d0-a538-d7434b08810b HTTP/1.1" status: 204 len: 168 time: 0.2054808 Aug 31 15:24:36.827314 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.839367 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Floating IP feb409c8-4c5d-4713-ae97-caa579f6a26c associated. External IP: 172.28.0.77, port: 9fce725b-2c6a-45c0-9f85-ddf57e379d09. Aug 31 15:24:37.209730 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56652) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:37.229472 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.249866 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:37.254932 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Usage tracker for resource:security_group_rule and tenant:de5f2c87d8f54837a2b4a178207aec10 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:37.258471 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:37.282717 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:37.286847 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:24:37.413012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.417299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.429172 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9f36a9e1-95f0-41d3-a95f-b42efeea9fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:37.468747 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de5f2c87d8f54837a2b4a178207aec10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575500 Aug 31 15:24:37.469722 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae897901-4ed6-44c9-9263-71322c48d33a,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.472077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56672) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:37.474569 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:37.534690 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.565183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.617110 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.620867 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d0127b30-a7dc-470f-bd60-38debeabb1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:37.632393 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae897901-4ed6-44c9-9263-71322c48d33a,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.636203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:37.639842 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.643547 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae897901-4ed6-44c9-9263-71322c48d33a HTTP/1.1" status: 204 len: 168 time: 0.1680388 Aug 31 15:24:37.712330 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:37.719546 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.736040 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:37.751989 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:37.751989 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:24:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:37.778677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-502157a4-0bc5-473b-a99a-ec2a120a9359 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.780124 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-502157a4-0bc5-473b-a99a-ec2a120a9359 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.3687730 Aug 31 15:24:37.792180 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fabfba-b19f-42a0-8ebb-8f9fce985376 req-b0a0f741-c1f1-44c5-b3b9-6461e5168e25 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.794127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-90fabfba-b19f-42a0-8ebb-8f9fce985376 req-b0a0f741-c1f1-44c5-b3b9-6461e5168e25 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.3758440 Aug 31 15:24:37.808168 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-445827a4-d1f5-453f-bfa3-5225ce87fda6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "PUT /v2.0/floatingips/feb409c8-4c5d-4713-ae97-caa579f6a26c HTTP/1.1" status: 200 len: 990 time: 2.2893777 Aug 31 15:24:37.808956 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:37.828081 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-9e349be4-059c-48df-a023-29457c8ce401 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/quotas/1fc28e0278f4468b8d25e38e5a8934eb HTTP/1.1" status: 200 len: 375 time: 0.0311468 Aug 31 15:24:37.905653 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-90fabfba-b19f-42a0-8ebb-8f9fce985376 req-d8a4462d-4a0b-4113-a457-33e8dc014eb1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987756 Aug 31 15:24:37.955100 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-9ecb1b60-73aa-44c5-8a44-5b505df20216 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177366 Aug 31 15:24:37.982516 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:38.103285 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-ea93fa3d-1219-438b-9e4b-3dc22857a9f7 service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403856 Aug 31 15:24:38.179827 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'status': 'completed', 'code': 200} Aug 31 15:24:38.506685 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-381bc768-b964-4087-af00-ae9fc403bfcf service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975418 Aug 31 15:24:38.532951 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-92f2e94b-55fd-42a5-a8f3-775ea1d187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.534892 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-92f2e94b-55fd-42a5-a8f3-775ea1d187bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1098 time: 0.2734046 Aug 31 15:24:38.599082 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': 'feb409c8-4c5d-4713-ae97-caa579f6a26c', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.77', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:36Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:38.611225 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:38.627889 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:38.628801 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:24:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:38.930750 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27a2bbe9-2828-43a5-95a2-b18fadd91828 req-1260d83f-1853-439c-8aa1-1cf9aefb4a50 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 210 time: 0.1341207 Aug 31 15:24:38.945366 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-b72e3814-42df-4dd1-93bd-1f3e98e828c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.946120 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-b72e3814-42df-4dd1-93bd-1f3e98e828c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.3976278 Aug 31 15:24:39.174051 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:39.188844 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-f0cd6629-2df3-4a2d-aa2f-c4b6b9a2d9c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 998 time: 0.2290528 Aug 31 15:24:39.281862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-84885f26-31d4-45f8-bc5b-50385acb4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:39.283662 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-84885f26-31d4-45f8-bc5b-50385acb4d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0866165 Aug 31 15:24:39.411774 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae2b26-9b68-4fda-bfe9-376d0dfd8756 req-aa5628d5-8376-4ee3-80f6-f5f078ad4b76 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:39.413600 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42ae2b26-9b68-4fda-bfe9-376d0dfd8756 req-aa5628d5-8376-4ee3-80f6-f5f078ad4b76 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.2680583 Aug 31 15:24:39.539310 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42ae2b26-9b68-4fda-bfe9-376d0dfd8756 req-73a9450f-f598-4693-84aa-c115b21f14e5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175809 Aug 31 15:24:39.541662 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-f7f50be2-10c0-44e7-b00a-c8d99ff496e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:39.548453 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-f7f50be2-10c0-44e7-b00a-c8d99ff496e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2548997 Aug 31 15:24:39.810633 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-e98eba82-f5f1-41bd-8b66-5ebd82ea7580 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274706 Aug 31 15:24:39.933093 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': 'feb409c8-4c5d-4713-ae97-caa579f6a26c', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.77', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:36Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:39.943857 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3eee77-a78b-4fb0-976e-363a2fee6ad7 None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': 'feb409c8-4c5d-4713-ae97-caa579f6a26c', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.77', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:36Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:40.215799 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e2caa31d-de0e-4325-9b7e-da23679c54aa req-d24c2686-e1fc-45a6-aab6-4fa572997c4d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 210 time: 0.0571959 Aug 31 15:24:40.237728 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e8eab4b-1ffb-4aaa-8390-47ab6cf42471 req-ca21316c-1dc9-437f-9125-e1edab0c8edd service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697631 Aug 31 15:24:40.287123 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b82c3-a608-4176-9453-b69325916728 req-4f01a08f-dd75-4a45-93b3-55a96a870199 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:40.295820 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ce8b82c3-a608-4176-9453-b69325916728 req-4f01a08f-dd75-4a45-93b3-55a96a870199 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.2328594 Aug 31 15:24:40.355243 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591478e3-4ea8-4c54-b4fc-b2bb74cc1faa None None] New status for floating IP feb409c8-4c5d-4713-ae97-caa579f6a26c: ACTIVE {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:24:40.374698 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ce8b82c3-a608-4176-9453-b69325916728 req-63d43a51-0b84-4222-aea8-e99aba8c9b34 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643165 Aug 31 15:24:40.457253 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56806) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:40.611075 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.628338 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:40.634514 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Usage tracker for resource:security_group_rule and tenant:2092f39714394acb9f2fc5f880b83f3c is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:40.638639 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:40.645376 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:40.779047 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.783986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.802482 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:40.829649 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc887e0b-8320-425a-80b5-b8779067a8e2 req-6b817422-c1c8-44f7-b2ae-9b75a7d89506 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:40.831332 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc887e0b-8320-425a-80b5-b8779067a8e2 req-6b817422-c1c8-44f7-b2ae-9b75a7d89506 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1530089 Aug 31 15:24:40.853864 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2092f39714394acb9f2fc5f880b83f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948200 Aug 31 15:24:40.858301 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56824) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:40.916482 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9467a2-0249-4a79-87e1-84b9d69dfb90,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:40.933491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.934784 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.935341 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.935890 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.936408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.937096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.937612 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.938518 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.939186 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.939705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.940340 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.940852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:40.947167 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:41.026055 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc887e0b-8320-425a-80b5-b8779067a8e2 req-a22deff9-e35a-4f8c-832a-4cd79423376b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793470 Aug 31 15:24:41.067104 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f7bbdc9e-a9e3-43fa-b742-9b8b996e5219 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:41.068876 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f7bbdc9e-a9e3-43fa-b742-9b8b996e5219 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.2773669 Aug 31 15:24:41.120473 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.123997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Request body: {'port': {'device_id': '954569b6-2673-462f-a86c-7513349bef65', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'admin_state_up': True, 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:41.190276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.295055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.308290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-90d09de8-2295-47fa-9a40-5945d9440b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:41.344039 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9467a2-0249-4a79-87e1-84b9d69dfb90,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:41.363067 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:41.366232 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:41.367420 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Usage tracker for resource:port and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:41.374079 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.374837 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:41.379082 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf9467a2-0249-4a79-87e1-84b9d69dfb90 HTTP/1.1" status: 204 len: 168 time: 0.5156801 Aug 31 15:24:41.396373 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56858) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:41.424866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:41.557385 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4b6f5c2a-70fe-488c-833c-9c78911787b6 req-edc3d67d-ef36-4364-8bd2-25d834e9b9df tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 210 time: 0.1159878 Aug 31 15:24:41.563389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.593217 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:41.597428 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Usage tracker for resource:security_group_rule and tenant:a10ff893ae054d5690774f8b032cd110 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:41.602693 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:41.615193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:41.700920 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'port': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:41.704361 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.709196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.714334 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.723660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4787a036-e37c-4428-9b25-03b9dbc7f8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:41.770736 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a10ff893ae054d5690774f8b032cd110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728485 Aug 31 15:24:41.771399 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56876) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:41.793018 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70eedd-9983-442e-8e16-a63c7764f518,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:41.797369 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:41.847040 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8991-37cd-4300-a20c-37a1e2fc1c73 req-18bcbf26-f926-42e2-aadc-04d799f58d85 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:41.852592 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed3b8991-37cd-4300-a20c-37a1e2fc1c73 req-18bcbf26-f926-42e2-aadc-04d799f58d85 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.3151667 Aug 31 15:24:41.873845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.902295 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.944232 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed3b8991-37cd-4300-a20c-37a1e2fc1c73 req-61210257-4579-4f25-8263-0e1347f7ef56 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907836 Aug 31 15:24:41.950897 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Allocated IP 172.20.0.5 (3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2/5a1eec09-20b4-4f55-9315-2389373c98cf/b1958bee-7dac-4107-ae9b-07e1c1742e99) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:41.963424 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.967315 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-681c91e2-964e-4b0c-b96a-d210ae09e96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:41.981323 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70eedd-9983-442e-8e16-a63c7764f518,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:41.983681 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:41.989551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.994768 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb70eedd-9983-442e-8e16-a63c7764f518 HTTP/1.1" status: 204 len: 168 time: 0.2188513 Aug 31 15:24:42.254666 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.310577 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4aeb-2eb0-4aaf-929c-058a128d39a5 req-d3267807-86e3-4de6-b467-7379cb0f05ff tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.313216 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bb2f4aeb-2eb0-4aaf-929c-058a128d39a5 req-d3267807-86e3-4de6-b467-7379cb0f05ff tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1611702 Aug 31 15:24:42.315079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.345964 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:42.361981 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:42.417905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56904) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:42.433672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:42.438881 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:42.444634 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:42.447297 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.450465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.451078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.463087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event updated for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:42.470366 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:42.477577 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Usage tracker for resource:security_group_rule and tenant:7ea3d143ec394f63b46ee32b1f63240b is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:42.480694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:42.487208 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.487559 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.487939 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.488268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.488597 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.488926 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.489255 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.489585 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.489912 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.490259 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.490403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:42.490628 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.491016 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:42.496958 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:42.502797 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bb2f4aeb-2eb0-4aaf-929c-058a128d39a5 req-b1382814-94f0-4960-b9a8-b326f51aee6b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732323 Aug 31 15:24:42.508732 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3899772 Aug 31 15:24:42.530398 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Request body: {'port': {'device_id': '954569b6-2673-462f-a86c-7513349bef65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:42.667921 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.668174 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.673230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.686502 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8a759e24-c39b-461e-b7e4-648f48267d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:42.767602 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ea3d143ec394f63b46ee32b1f63240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463092 Aug 31 15:24:42.768230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 56918) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:42.771418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa136d97-a558-4ee3-9a02-75a805530c3f,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:42.775159 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:42.844751 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.873524 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.898819 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af5b40-1b18-441d-b90c-d6f510b79ef8 req-bdc624e6-4f0f-43b4-90c8-ec2f50769637 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.899535 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-95af5b40-1b18-441d-b90c-d6f510b79ef8 req-bdc624e6-4f0f-43b4-90c8-ec2f50769637 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Synchronizing usage tracker for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:42.933276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.937524 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:42.946355 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-95af5b40-1b18-441d-b90c-d6f510b79ef8 req-bdc624e6-4f0f-43b4-90c8-ec2f50769637 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Unset dirty status for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:42.947620 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-95af5b40-1b18-441d-b90c-d6f510b79ef8 req-bdc624e6-4f0f-43b4-90c8-ec2f50769637 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 931 time: 0.2290516 Aug 31 15:24:42.952860 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa136d97-a558-4ee3-9a02-75a805530c3f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:42.955390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:42.959316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.983986 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa136d97-a558-4ee3-9a02-75a805530c3f HTTP/1.1" status: 204 len: 168 time: 0.2130270 Aug 31 15:24:43.058780 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-95af5b40-1b18-441d-b90c-d6f510b79ef8 req-0377feea-b152-4feb-a1df-6ea9f7b8b5f6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006780 Aug 31 15:24:43.207910 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-9103f0b6-53fd-4645-a115-cc48b950ce9e tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:43.208706 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-9103f0b6-53fd-4645-a115-cc48b950ce9e tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Synchronizing usage tracker for tenant:4871482e090b4f4fa3d7f55c4981002e on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:43.247418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-9103f0b6-53fd-4645-a115-cc48b950ce9e tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Unset dirty status for tenant:4871482e090b4f4fa3d7f55c4981002e on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:43.248600 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-9103f0b6-53fd-4645-a115-cc48b950ce9e tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.15 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.2157264 Aug 31 15:24:43.292940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1958bee-7dac-4107-ae9b-07e1c1742e99 {{(pid=79292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:43.310929 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.350543 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230241-34a0-47b7-a182-bb851a1a945a req-7b8922b3-b83d-4ac4-8ec1-556d6d60ab6f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:43.352224 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50230241-34a0-47b7-a182-bb851a1a945a req-7b8922b3-b83d-4ac4-8ec1-556d6d60ab6f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 945 time: 0.1632628 Aug 31 15:24:43.354100 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Transition to ACTIVE for port object b1958bee-7dac-4107-ae9b-07e1c1742e99 will not be triggered until provisioned by entity L2. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:43.397523 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Deleting port d026939f-5f14-4e5f-9fb3-11bf489eb67f {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:24:43.397920 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.412751 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.462331 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5ed85605-ae98-4009-a018-c535a2d43168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:43.722194 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50230241-34a0-47b7-a182-bb851a1a945a req-69303249-9fbb-44ff-b3f6-9d1d82f1e0cd tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/security-groups?id=050e7b70-a5b4-46d6-a3a5-df4701efef32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590066 Aug 31 15:24:43.772669 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Pushing event updated for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:43.783878 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:43.823383 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Attempting to bind port b1958bee-7dac-4107-ae9b-07e1c1742e99 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:43.823730 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Attempting to bind port b1958bee-7dac-4107-ae9b-07e1c1742e99 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:43.824246 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Attempting to bind port b1958bee-7dac-4107-ae9b-07e1c1742e99 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:43.833699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Port b1958bee-7dac-4107-ae9b-07e1c1742e99 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:43.834648 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Attempting to bind port b1958bee-7dac-4107-ae9b-07e1c1742e99 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:43.836033 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] For port d026939f-5f14-4e5f-9fb3-11bf489eb67f, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d026939f-5f14-4e5f-9fb3-11bf489eb67f,segment=NetworkSegment(1768fd01-53cd-4c57-b761-0b28610ecc3e),segment_id=1768fd01-53cd-4c57-b761-0b28610ecc3e)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:43.836530 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.841930 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:43.842749 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Checking segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:43.843453 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Bound using segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:43.844855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Bound port: b1958bee-7dac-4107-ae9b-07e1c1742e99, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:43.845520 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.856997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56962) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.985254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Calling delete_port for d026939f-5f14-4e5f-9fb3-11bf489eb67f owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:24:44.037605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.076088 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d2105-df5a-43c7-987d-66b113293a26 req-e0520fce-dc72-48b2-9cc4-59236537a028 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.077566 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5a8d2105-df5a-43c7-987d-66b113293a26 req-e0520fce-dc72-48b2-9cc4-59236537a028 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.3752904 Aug 31 15:24:44.078602 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:44.086779 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Usage tracker for resource:security_group_rule and tenant:9ed4461f4fd0421d93b66413aab994bb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:44.090727 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:44.112413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:44.121969 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, cleared binding levels {{(pid=79292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:44.145401 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:44.172043 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5a8d2105-df5a-43c7-987d-66b113293a26 req-857a10b6-d0e2-44b4-99e2-b6e8601ede56 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802691 Aug 31 15:24:44.179544 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.187274 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2af37279-1285-402d-9745-3a4021d55e78 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.242137 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.249903 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.295771 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['d026939f-5f14-4e5f-9fb3-11bf489eb67f'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:44.302287 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Pushing event deleted for resources: {'Port': ['ID=d026939f-5f14-4e5f-9fb3-11bf489eb67f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.329666 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.385134 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] No DVR routers for this DVR port d026939f-5f14-4e5f-9fb3-11bf489eb67f on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:24:44.385895 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.386962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.388698 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] 10.222.0.15 "PUT /v2.0/ports/b1958bee-7dac-4107-ae9b-07e1c1742e99 HTTP/1.1" status: 200 len: 1093 time: 1.8637729 Aug 31 15:24:44.389442 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:44.392966 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.397907 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'name': 'network-vif-deleted', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:44.433959 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ba3053cc-0da5-4731-97d5-5e89db3f45c8 req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.15 "DELETE /v2.0/ports/d026939f-5f14-4e5f-9fb3-11bf489eb67f HTTP/1.1" status: 204 len: 173 time: 1.1796138 Aug 31 15:24:44.445199 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Pushing event updated for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=3']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.455314 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.531756 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.542934 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46b722-f2f8-420c-bd8c-02d4eed77284 req-55f11c12-b18b-4f23-a3ef-5ac39a78e86e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.550653 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eb46b722-f2f8-420c-bd8c-02d4eed77284 req-55f11c12-b18b-4f23-a3ef-5ac39a78e86e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 943 time: 0.3316083 Aug 31 15:24:44.552122 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.580636 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.622614 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae091b-3f5c-43bf-a12e-6422196ec7ab,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.626486 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'status': 'completed', 'code': 200} Aug 31 15:24:44.645333 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-1d2db9f0-3581-4c8c-8af8-42e00acfd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.647228 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-1d2db9f0-3581-4c8c-8af8-42e00acfd7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 1096 time: 0.1510477 Aug 31 15:24:44.658737 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.664069 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ed4461f4fd0421d93b66413aab994bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041892 Aug 31 15:24:44.667708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 56996) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:44.694666 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eb46b722-f2f8-420c-bd8c-02d4eed77284 req-bf045e87-efe9-49a5-b514-4457fb42c349 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154633 Aug 31 15:24:44.721611 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124ef33c-bef4-4b6c-a3ad-954b03d59901', 'name': 'network-vif-deleted', 'tag': 'd026939f-5f14-4e5f-9fb3-11bf489eb67f', 'status': 'completed', 'code': 200} Aug 31 15:24:44.737072 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-14222fec-fe7c-4896-95e5-46105ffc7197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99 HTTP/1.1" status: 200 len: 217 time: 0.0698409 Aug 31 15:24:44.763901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.793049 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.869592 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.875898 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.885353 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798ec0-b299-4841-8387-92ce0bd8196d req-29d79850-5bfd-44fe-9d74-4d6268f71961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.886988 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-29d79850-5bfd-44fe-9d74-4d6268f71961 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.1433973 Aug 31 15:24:44.887399 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae091b-3f5c-43bf-a12e-6422196ec7ab,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.892343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.894762 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.895638 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63ae091b-3f5c-43bf-a12e-6422196ec7ab HTTP/1.1" status: 204 len: 168 time: 0.2264597 Aug 31 15:24:44.991486 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-e9a5b230-b3b2-4cbd-9bdc-e1f064b1b8e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822072 Aug 31 15:24:45.059787 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ecef7623-ee8b-4475-a67d-df23bf908cd4 req-6aabb27c-38ed-409f-8939-5e51db1b537f tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] 10.222.0.66 "GET /v2.0/ports?device_id=124ef33c-bef4-4b6c-a3ad-954b03d59901 HTTP/1.1" status: 200 len: 210 time: 0.0921471 Aug 31 15:24:45.184770 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-09b23c6f-13b8-4aa8-91e8-6fc5cd34cfcb service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806226 Aug 31 15:24:45.337827 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-42798ec0-b299-4841-8387-92ce0bd8196d req-e8665e8b-a88f-4b7b-8972-d61f532fac88 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410367 Aug 31 15:24:45.399981 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd57eb-0b97-4fe7-b1b1-d68df614880c req-52f79163-16a0-467d-9d8d-6b3234a21779 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.401659 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-decd57eb-0b97-4fe7-b1b1-d68df614880c req-52f79163-16a0-467d-9d8d-6b3234a21779 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1072803 Aug 31 15:24:45.436114 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57020) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.464219 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.488217 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:45.492792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-decd57eb-0b97-4fe7-b1b1-d68df614880c req-d433d78e-393b-4052-88a1-da2e3add8f4a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Aug 31 15:24:45.495065 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Usage tracker for resource:security_group_rule and tenant:dfff2f2c264c49bd9f5c5a140e78d424 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:45.498019 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:45.503845 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:45.580246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-46df6443-cb8a-4109-bcc5-c4e0159c124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.581846 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-46df6443-cb8a-4109-bcc5-c4e0159c124a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 1096 time: 0.0861971 Aug 31 15:24:45.601390 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.605756 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.614606 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c83fe588-4377-4d93-acf2-6a61eca3f5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.654419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfff2f2c264c49bd9f5c5a140e78d424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172227 Aug 31 15:24:45.656170 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c25c1-16d7-4f8d-a1d5-c1f9b434bef5,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.658588 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57026) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.661112 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.717564 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.722223 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-f7a27806-612d-4c07-891c-a0f6129bd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.723753 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-f7a27806-612d-4c07-891c-a0f6129bd53d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 916 time: 0.1345978 Aug 31 15:24:45.745723 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.801831 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.806872 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f97c96aa-bced-4605-8686-decc71ba5a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.808314 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-f53b2ce1-66b4-4c81-8c94-f3044dffc6e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99 HTTP/1.1" status: 200 len: 217 time: 0.0763881 Aug 31 15:24:45.860042 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c25c1-16d7-4f8d-a1d5-c1f9b434bef5,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.863344 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.878414 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-fbf4e845-a5fc-470e-8712-4aaba2be95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.879845 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-fbf4e845-a5fc-470e-8712-4aaba2be95c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0636063 Aug 31 15:24:45.890821 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.891902 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd4c25c1-16d7-4f8d-a1d5-c1f9b434bef5 HTTP/1.1" status: 204 len: 168 time: 0.2325916 Aug 31 15:24:45.928752 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053147-13bc-4e28-8ed7-6211a35fa577 req-d7fc42e0-75a8-417e-9c57-f85f43473386 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.930235 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f0053147-13bc-4e28-8ed7-6211a35fa577 req-d7fc42e0-75a8-417e-9c57-f85f43473386 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 943 time: 0.1145291 Aug 31 15:24:45.939951 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-f1c92da0-0f65-4349-a269-2168aaea8d68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403781 Aug 31 15:24:45.979466 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f0053147-13bc-4e28-8ed7-6211a35fa577 req-ea1f2f34-a30a-4049-a041-bb0f2047fde7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Aug 31 15:24:46.145745 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-974e1dd7-04f3-4d34-a4f4-5949a19c6636 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840608 Aug 31 15:24:46.426503 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-5e25a620-50b9-43d1-ba4e-1a519647da6e req-a26e2f49-8d83-4991-8cb6-ffc70e9bb2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692723 Aug 31 15:24:46.736575 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f114bd1-4b70-4836-9051-cdab9e637ca4 req-310c5589-1bf9-468c-9f8c-38b87e01996c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:46.744611 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0f114bd1-4b70-4836-9051-cdab9e637ca4 req-310c5589-1bf9-468c-9f8c-38b87e01996c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0963514 Aug 31 15:24:46.833107 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0f114bd1-4b70-4836-9051-cdab9e637ca4 req-6dc1b5de-6d6c-4cad-9c32-e0a1d91d56ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872502 Aug 31 15:24:46.900786 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device d026939f-5f14-4e5f-9fb3-11bf489eb67f no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:24:46.952547 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: d026939f-5f14-4e5f-9fb3-11bf489eb67f {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:24:46.953200 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device d026939f-5f14-4e5f-9fb3-11bf489eb67f not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:24:47.239174 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da590f66-5363-4970-bcf2-3e9278a050d5 req-f8d66a75-17d7-436a-a86b-13abb63b4ae6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.241067 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-da590f66-5363-4970-bcf2-3e9278a050d5 req-f8d66a75-17d7-436a-a86b-13abb63b4ae6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 943 time: 0.1080511 Aug 31 15:24:47.249322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6c46-0a02-4f3a-b429-53fa0cb63d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.313114 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-da590f66-5363-4970-bcf2-3e9278a050d5 req-87410284-3c26-4f37-9123-4deef0c64263 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Aug 31 15:24:47.786248 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.031635 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d031e-a381-4181-b452-1674b0d18de5 req-1d7be535-28b2-4594-831f-2693048b4e7d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:48.033120 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-899d031e-a381-4181-b452-1674b0d18de5 req-1d7be535-28b2-4594-831f-2693048b4e7d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0885501 Aug 31 15:24:48.077339 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-899d031e-a381-4181-b452-1674b0d18de5 req-15d8a392-2aba-41ac-97a8-60fd6dc639fd tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Aug 31 15:24:48.280059 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57144) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:48.342998 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Deleting subnet 9520efef-4512-469b-8767-c8e927463c95 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:24:48.346424 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.401935 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.410193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.538814 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.551086 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca660d-2dc3-4179-9572-6c8c184c4f4a req-e9582120-f911-4880-922a-eba51b63201d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:48.552741 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2ca660d-2dc3-4179-9572-6c8c184c4f4a req-e9582120-f911-4880-922a-eba51b63201d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 943 time: 0.1155410 Aug 31 15:24:48.554478 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:48.608149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9520efef-4512-469b-8767-c8e927463c95,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:48.623992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:48.648479 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.655971 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2ca660d-2dc3-4179-9572-6c8c184c4f4a req-2fec913d-3674-441c-ac29-af0745f7014c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Aug 31 15:24:48.660875 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9520efef-4512-469b-8767-c8e927463c95 HTTP/1.1" status: 204 len: 168 time: 0.3774502 Aug 31 15:24:48.661260 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57156) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:48.769479 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.919225 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device b1958bee-7dac-4107-ae9b-07e1c1742e99 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:48.975722 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.990556 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.991220 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.992158 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.992694 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > port after_create 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.993216 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.993778 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > port after_update 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.994635 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.995201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.995742 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:48.996422 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:49.142038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:49.143218 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:49.143676 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:49.143986 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:49.144407 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:49.144852 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbb2ccd-9fae-44f3-910f-39537f94e63b']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:49.162466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1768fd01-53cd-4c57-b761-0b28610ecc3e') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:49.162831 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1768fd01-53cd-4c57-b761-0b28610ecc3e') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:49.179560 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.185996 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'port_id': 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'mac_address': 'fa:16:3e:85:cc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1eec09-20b4-4f55-9315-2389373c98cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:49.199763 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.264329 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:24:49.264762 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.268365 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.292508 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1958bee-7dac-4107-ae9b-07e1c1742e99 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: from cryptography.utils import int_from_bytes Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: from cryptography.utils import int_from_bytes Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: util.warn_limited( Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: util.warn_limited( Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:24:49.301272 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:24:49.312762 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:49.317426 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.320294 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:49.401290 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.409987 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:49.415107 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.424371 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.424748 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57184) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:49.427801 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.428697 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.428826 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.429063 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.429448 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.429780 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.430624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.431252 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.431603 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.431931 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.432257 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.432696 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:49.436961 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbb2ccd-9fae-44f3-910f-39537f94e63b,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.443376 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.443755 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.453370 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edacbc-10b0-4088-a24a-12c5a33dcd73 req-7d23021d-036e-4184-b813-ab2089d8a420 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.454949 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0edacbc-10b0-4088-a24a-12c5a33dcd73 req-7d23021d-036e-4184-b813-ab2089d8a420 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.2440968 Aug 31 15:24:49.456629 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] 10.222.0.66 "DELETE /v2.0/networks/1dbb2ccd-9fae-44f3-910f-39537f94e63b HTTP/1.1" status: 204 len: 168 time: 0.7946603 Aug 31 15:24:49.506742 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0edacbc-10b0-4088-a24a-12c5a33dcd73 req-9d988a18-8776-4ca9-b0cf-10d0053ca237 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Aug 31 15:24:49.573331 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57194) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:49.573432 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.593239 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:49.597402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Usage tracker for resource:security_group_rule and tenant:44fe5b5d39404f70b0bf787a129bf054 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:49.600337 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:49.606890 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:49.626044 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c0e8efa3-a180-4def-aa59-539d7c681710 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4871482e090b4f4fa3d7f55c4981002e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518122 Aug 31 15:24:49.629441 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57198) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:49.692290 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.702309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.709525 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.717125 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f56674df-0fb9-4ba5-b8a4-5e9efd5e885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:49.723765 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.756917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d5b23-926b-4fb2-a448-de1902a5d9f8,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.760514 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.763993 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44fe5b5d39404f70b0bf787a129bf054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376925 Aug 31 15:24:49.766893 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57204) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:49.821459 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.826309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.830622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:49.851296 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e7b70-a5b4-46d6-a3a5-df4701efef32,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.851470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.857259 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.862227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.863313 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/050e7b70-a5b4-46d6-a3a5-df4701efef32 HTTP/1.1" status: 204 len: 168 time: 0.2339053 Aug 31 15:24:49.893076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd92c64-a9e9-4133-a1d2-adfd54a385a5 req-ca3c1bc7-0120-47d0-893f-2d026d2cadf0 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.894263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ebd92c64-a9e9-4133-a1d2-adfd54a385a5 req-ca3c1bc7-0120-47d0-893f-2d026d2cadf0 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 944 time: 0.1040924 Aug 31 15:24:49.917335 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.922226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-64d502cb-36f4-4f88-b48e-e30df16439fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:49.934455 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d5b23-926b-4fb2-a448-de1902a5d9f8,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.937382 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.941418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.945035 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e9d5b23-926b-4fb2-a448-de1902a5d9f8 HTTP/1.1" status: 204 len: 168 time: 0.1750152 Aug 31 15:24:49.958377 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ebd92c64-a9e9-4133-a1d2-adfd54a385a5 req-f0b19066-3a72-44ae-beee-0fd63c617da7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575681 Aug 31 15:24:49.962988 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['b1958bee-7dac-4107-ae9b-07e1c1742e99'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:50.093533 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a7ee932b-67b9-4ba4-b877-abaa1cf7ab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.624720 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.812526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a84aa-f39d-447d-b3fd-b1c38596484e req-7b67f72d-14d8-4eb5-b034-2b17a30b57ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.827458 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf6a84aa-f39d-447d-b3fd-b1c38596484e req-7b67f72d-14d8-4eb5-b034-2b17a30b57ef tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1556516 Aug 31 15:24:50.908402 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf6a84aa-f39d-447d-b3fd-b1c38596484e req-0a6b6b8a-1758-4a37-8a24-8e9e89e15580 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775721 Aug 31 15:24:51.174894 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac663c9-c736-446e-9245-64419514e840 req-57c01ad4-33b9-488e-b765-6178eb4e7fdf tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:51.177491 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7ac663c9-c736-446e-9245-64419514e840 req-57c01ad4-33b9-488e-b765-6178eb4e7fdf tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 944 time: 0.1040025 Aug 31 15:24:51.236232 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7ac663c9-c736-446e-9245-64419514e840 req-6ebd76b3-d3e9-4c3b-8ddb-bc1db9fd09de tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504570 Aug 31 15:24:51.639812 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:24:52.177284 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec8a9-3027-4290-95a6-a6e229fd196f req-39ab434a-0346-4520-92e5-b499badce350 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.179170 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-290ec8a9-3027-4290-95a6-a6e229fd196f req-39ab434a-0346-4520-92e5-b499badce350 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1362746 Aug 31 15:24:52.231284 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-290ec8a9-3027-4290-95a6-a6e229fd196f req-6d00b54e-2795-48d3-ad12-73e44c3b6be0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 Aug 31 15:24:52.323002 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:52.505855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50325dbd-541a-4f09-b242-f04d3ce6fc8f req-53f4acc8-ce5d-4da9-af1d-82ccb1fec94f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.507451 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50325dbd-541a-4f09-b242-f04d3ce6fc8f req-53f4acc8-ce5d-4da9-af1d-82ccb1fec94f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 944 time: 0.0950303 Aug 31 15:24:52.553718 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50325dbd-541a-4f09-b242-f04d3ce6fc8f req-131b9a96-a62f-4cee-8f5e-a06ba902f6d9 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Aug 31 15:24:52.951454 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device b1958bee-7dac-4107-ae9b-07e1c1742e99 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:53.035315 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port b1958bee-7dac-4107-ae9b-07e1c1742e99 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:53.040341 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port b1958bee-7dac-4107-ae9b-07e1c1742e99 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:53.040727 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.162085 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.187613 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:53.198410 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:53.203506 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.205793 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:53.242662 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'code': 200} Aug 31 15:24:53.282870 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:53.292972 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:53.448386 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55250-94d6-44b5-b760-d6b389113747 req-a1c9cbed-b0c6-419c-ac3b-322df1a12ffe tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:53.454555 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82c55250-94d6-44b5-b760-d6b389113747 req-a1c9cbed-b0c6-419c-ac3b-322df1a12ffe tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0913317 Aug 31 15:24:53.500196 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82c55250-94d6-44b5-b760-d6b389113747 req-d6c8117c-40c9-45ec-8c5b-aa075bb77cd5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Aug 31 15:24:53.592943 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9943f-27e0-472d-a51b-72d640af20ff req-d6b602b4-5d7c-4d99-bab3-fd386e746f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:53.594563 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8cb9943f-27e0-472d-a51b-72d640af20ff req-d6b602b4-5d7c-4d99-bab3-fd386e746f5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 1098 time: 0.0985651 Aug 31 15:24:53.638716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-8cb9943f-27e0-472d-a51b-72d640af20ff req-241e1700-16ea-4230-985b-371823599728 service neutron] Synchronizing usage tracker for tenant:5a7de3d26ad446ffac77ba60f7e59ed7 on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:53.656246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-8cb9943f-27e0-472d-a51b-72d640af20ff req-241e1700-16ea-4230-985b-371823599728 service neutron] Unset dirty status for tenant:5a7de3d26ad446ffac77ba60f7e59ed7 on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:53.657853 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8cb9943f-27e0-472d-a51b-72d640af20ff req-241e1700-16ea-4230-985b-371823599728 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Aug 31 15:24:53.750938 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32523b77-5e30-47d7-bb46-66075ddc0c8a req-18cd9574-6995-4e93-9908-911d8af20394 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:53.752430 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32523b77-5e30-47d7-bb46-66075ddc0c8a req-18cd9574-6995-4e93-9908-911d8af20394 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.0861619 Aug 31 15:24:53.796684 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32523b77-5e30-47d7-bb46-66075ddc0c8a req-991cf424-8a2f-4ad0-8597-fa4bbf9118b3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Aug 31 15:24:54.087893 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57416) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:54.227054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.254982 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:54.259828 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb122afa78344c838dbc3311ca49541c is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:54.262869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:54.269151 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:54.356998 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.364802 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.379488 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df9ac9d5-186f-4725-90ad-2a566affef9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.424933 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb122afa78344c838dbc3311ca49541c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336508 Aug 31 15:24:54.425341 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57442) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:54.430861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c7534-fd12-4b41-9d9f-cb3921e8aa49,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.434728 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.527688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.559178 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.618618 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.623806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4b51bf2b-d0f5-469d-882a-04ba08b5ee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.639811 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c7534-fd12-4b41-9d9f-cb3921e8aa49,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.643173 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.698122 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.699258 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a50c7534-fd12-4b41-9d9f-cb3921e8aa49 HTTP/1.1" status: 204 len: 168 time: 0.2729173 Aug 31 15:24:54.744244 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90491-8dd5-4e0f-8553-ae913eb92788 req-8dff456f-c068-4e9f-b4a0-87c43c611705 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.745847 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0b90491-8dd5-4e0f-8553-ae913eb92788 req-8dff456f-c068-4e9f-b4a0-87c43c611705 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1017635 Aug 31 15:24:54.810198 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0b90491-8dd5-4e0f-8553-ae913eb92788 req-870e54a4-abaa-40e0-aba7-43c2a578c692 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574415 Aug 31 15:24:55.025760 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc0ae-3b46-485b-963f-bf63a977d8dc req-3570ffe1-838e-4b09-8553-abf975de45dd tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.037863 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7aefc0ae-3b46-485b-963f-bf63a977d8dc req-3570ffe1-838e-4b09-8553-abf975de45dd tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.1025298 Aug 31 15:24:55.096295 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7aefc0ae-3b46-485b-963f-bf63a977d8dc req-a8a2b0d9-b3e9-47b7-89b5-d352e3d02e33 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Aug 31 15:24:56.061332 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527916fa-bd90-4a5d-8068-fbeb55000e2b req-d57b84a8-ae19-451c-b41d-9f57c2c79e5f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.062946 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-527916fa-bd90-4a5d-8068-fbeb55000e2b req-d57b84a8-ae19-451c-b41d-9f57c2c79e5f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0910771 Aug 31 15:24:56.114824 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-527916fa-bd90-4a5d-8068-fbeb55000e2b req-1b6bbc1a-7c3d-4157-83b7-5bf4b6f5ab19 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Aug 31 15:24:56.334481 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084df3d5-80fc-4d67-9624-12b942d5ce4d req-f109c558-0e27-437e-a609-fc2846f77649 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.336379 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-084df3d5-80fc-4d67-9624-12b942d5ce4d req-f109c558-0e27-437e-a609-fc2846f77649 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.1278629 Aug 31 15:24:56.409572 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-084df3d5-80fc-4d67-9624-12b942d5ce4d req-565ce103-93e2-4af4-b053-3e56b6f9413e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652833 Aug 31 15:24:57.556670 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638277cf-79a4-48a5-ae2c-e105fc9c28f3 req-d0ec3b63-e54e-4359-8952-d20e6e754285 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.566088 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-638277cf-79a4-48a5-ae2c-e105fc9c28f3 req-d0ec3b63-e54e-4359-8952-d20e6e754285 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0926261 Aug 31 15:24:57.614179 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-638277cf-79a4-48a5-ae2c-e105fc9c28f3 req-228ec114-9624-42b4-9b0c-7f838bdec2c2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Aug 31 15:24:58.883010 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab56c95-1985-4f46-a652-59576786d191 req-950f9c9a-aa4c-4b77-8f14-73e34bd5902e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:58.884776 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bab56c95-1985-4f46-a652-59576786d191 req-950f9c9a-aa4c-4b77-8f14-73e34bd5902e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1568401 Aug 31 15:24:58.937140 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bab56c95-1985-4f46-a652-59576786d191 req-05d5b021-aadd-413b-b5db-f5343364271d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Aug 31 15:25:00.125624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.213380 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932735ab-36ee-42db-bb03-47f777074d16 req-368f2c14-dd4d-4b4f-a911-b352eef96d6a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:00.223008 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-932735ab-36ee-42db-bb03-47f777074d16 req-368f2c14-dd4d-4b4f-a911-b352eef96d6a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1334875 Aug 31 15:25:00.274677 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57708) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:00.306965 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-932735ab-36ee-42db-bb03-47f777074d16 req-bc7aa03c-613d-4764-8103-2828c2c62ef4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829005 Aug 31 15:25:00.516495 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-310932fc-4c84-4f62-871c-1c1490e4b3d1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:00.518419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-310932fc-4c84-4f62-871c-1c1490e4b3d1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.2289941 Aug 31 15:25:00.525251 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.543471 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:00.544673 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-8690a572-d312-455b-a485-1519c790f4b0 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/quotas/1fc28e0278f4468b8d25e38e5a8934eb HTTP/1.1" status: 200 len: 375 time: 0.0205460 Aug 31 15:25:00.548591 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Usage tracker for resource:security_group_rule and tenant:56773d7ed4c34b68a4cebfc8c4bf20ed is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:00.552091 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:00.558232 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:00.673614 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3a7aa9aa-fe95-4eb0-94cd-50a50453a5af tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278920 Aug 31 15:25:00.692908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.697598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.710600 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-979ee662-3bbc-4e4a-8c3a-a0e8811b7e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:00.759457 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56773d7ed4c34b68a4cebfc8c4bf20ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862399 Aug 31 15:25:00.760375 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23cfadd-a71d-4e10-a0b9-1f4dcc86cad0,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:00.764292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:00.765098 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57732) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:00.842863 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.853118 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-92670f4c-33bd-4584-b9b9-0616f5ee07f5 service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784492 Aug 31 15:25:00.876263 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.000101 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.001636 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-21f7dbb9-d869-401f-ad82-675c4b8a5894 service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420853 Aug 31 15:25:01.005542 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e3b00b08-66b4-41e8-b8a4-19e6f9d33fce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:01.018191 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23cfadd-a71d-4e10-a0b9-1f4dcc86cad0,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:01.021924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:01.027336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.028470 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c23cfadd-a71d-4e10-a0b9-1f4dcc86cad0 HTTP/1.1" status: 204 len: 168 time: 0.2622969 Aug 31 15:25:01.278205 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-98184578-f8dc-43cf-876f-6d59296887ba req-aecfd933-c9e2-4fdf-a512-414de5b7bb7f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 210 time: 0.0825193 Aug 31 15:25:01.463884 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57774) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:01.484660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.502889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:01.517768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b540066c0a47e1ba713c91b67ceef7 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:01.521772 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:01.528344 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:01.572150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dd088-206d-4e6e-88d2-98d3ba44adb8 req-bd5fee5f-c10b-410b-b5b0-8aa253083be2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:01.573710 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0b7dd088-206d-4e6e-88d2-98d3ba44adb8 req-bd5fee5f-c10b-410b-b5b0-8aa253083be2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0997169 Aug 31 15:25:01.624760 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0b7dd088-206d-4e6e-88d2-98d3ba44adb8 req-6d429f7a-3964-41fb-aed7-7b1e597c8faf tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Aug 31 15:25:01.629078 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.632431 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.641373 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2daf6343-9f74-4ecd-b9e9-ae98eca96a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:01.683731 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3b540066c0a47e1ba713c91b67ceef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164266 Aug 31 15:25:01.683731 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787ae121-c815-4b5f-a114-026614247715,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:01.684315 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57780) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:01.685686 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:01.745591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.774022 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.845018 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.852484 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:01.865589 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787ae121-c815-4b5f-a114-026614247715,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:01.869655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:01.874504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.875848 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/787ae121-c815-4b5f-a114-026614247715 HTTP/1.1" status: 204 len: 168 time: 0.1904218 Aug 31 15:25:02.457106 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57818) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:02.505335 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be8afee5-a405-4b3c-8366-7fb024d700d9 req-db37d290-f76f-4f19-a02c-95ce3e434428 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 210 time: 0.0549254 Aug 31 15:25:02.765783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.874677 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:02.903220 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:aac973fcfc3d44e88ffa9e15fc743d6b is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:02.917193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:02.948711 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:03.000464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-526c8d2d-6faa-4c15-a0e4-d830c787408b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:03.002525 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-526c8d2d-6faa-4c15-a0e4-d830c787408b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.3487687 Aug 31 15:25:03.027200 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4848c1-9577-4392-9205-16864b0d3203 req-454ce232-52ce-419a-b798-902862ea352a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:03.034381 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ff4848c1-9577-4392-9205-16864b0d3203 req-454ce232-52ce-419a-b798-902862ea352a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1767440 Aug 31 15:25:03.045487 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Request body: {'port': {'device_id': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'admin_state_up': True, 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:03.117103 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ff4848c1-9577-4392-9205-16864b0d3203 req-fb60f1f4-553b-4f71-88aa-35a164f9ca4d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813129 Aug 31 15:25:03.210493 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.215984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.226467 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-61f62e9f-3707-4d3f-9b41-7409e7f2780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.285093 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aac973fcfc3d44e88ffa9e15fc743d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8245392 Aug 31 15:25:03.285849 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57872) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.290641 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b275586-9f8d-4729-a43d-c0c87e346524,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.294495 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.295560 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:03.310827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:03.327229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:03.335206 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.363039 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.390936 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.457786 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.463049 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.477023 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b275586-9f8d-4729-a43d-c0c87e346524,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.480109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.482172 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.483285 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b275586-9f8d-4729-a43d-c0c87e346524 HTTP/1.1" status: 204 len: 168 time: 0.1961823 Aug 31 15:25:03.579371 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Allocated IP 172.20.0.3 (3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2/5a1eec09-20b4-4f55-9315-2389373c98cf/db642fca-026d-4719-a3c4-5d1a97f9a6f5) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:03.769791 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8a48b1ae-3feb-4fa4-b356-9c225f5e10f5 req-d18a5670-087d-41d7-b034-24be6ea3ad9c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 210 time: 0.1044028 Aug 31 15:25:03.874403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.912367 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.922723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.984367 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57904) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.998841 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'b1958bee-7dac-4107-ae9b-07e1c1742e99'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:04.002813 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:04.006822 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:04.011057 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:04.016061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.035089 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:04.040661 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Usage tracker for resource:security_group_rule and tenant:e9797b00f2e44da39d90c12bd24320bd is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:04.042708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:04.048982 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:04.106811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event updated for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:04.111665 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:04.163888 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.168061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.200399 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5b16d91c-b3a9-4b53-a2ad-22e9447db737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:04.205451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.212548 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9797b00f2e44da39d90c12bd24320bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247002 Aug 31 15:25:04.212733 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.212910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57920) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:04.255506 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2218626 Aug 31 15:25:04.297470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Request body: {'port': {'device_id': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:04.315473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9892008-4b90-4de2-8a6d-ee83440487cf,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:04.322639 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:04.506097 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.585649 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.630405 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.643234 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd21dd-150b-4cd5-a72d-036443dfa7fb req-e655ce13-f6d2-4dcf-90eb-56c24339eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.644705 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6bd21dd-150b-4cd5-a72d-036443dfa7fb req-e655ce13-f6d2-4dcf-90eb-56c24339eb43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 1098 time: 0.3237622 Aug 31 15:25:04.666683 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903715ee-4029-4725-960f-78dad02066e8 req-918f205b-ee50-4d0a-a9c4-0419a2f0d495 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.668607 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-903715ee-4029-4725-960f-78dad02066e8 req-918f205b-ee50-4d0a-a9c4-0419a2f0d495 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1769388 Aug 31 15:25:04.758124 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6bd21dd-150b-4cd5-a72d-036443dfa7fb req-e6e37334-10ee-4b1e-825d-101d6f33edc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860441 Aug 31 15:25:04.765819 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-903715ee-4029-4725-960f-78dad02066e8 req-e03aff42-af41-4444-b6ad-38096aa4c9b5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806992 Aug 31 15:25:04.794064 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.799767 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-af2782f0-e994-406e-bb35-37ba0c30185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:04.816854 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9892008-4b90-4de2-8a6d-ee83440487cf,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:04.820218 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:04.821352 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.822974 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9892008-4b90-4de2-8a6d-ee83440487cf HTTP/1.1" status: 204 len: 168 time: 0.6089373 Aug 31 15:25:05.045184 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05386afa-64dd-48cd-82f9-c83bdfd61726 req-937d0e0a-5283-4492-a40c-00674c5fec45 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.046803 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-05386afa-64dd-48cd-82f9-c83bdfd61726 req-937d0e0a-5283-4492-a40c-00674c5fec45 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 931 time: 0.1114888 Aug 31 15:25:05.088257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db642fca-026d-4719-a3c4-5d1a97f9a6f5 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:05.096813 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.122531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Transition to ACTIVE for port object db642fca-026d-4719-a3c4-5d1a97f9a6f5 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:05.128137 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.145299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-becc782e-6bdd-4c12-8e7b-13aafc572b51 tempest-DeleteServersTestJSON-441296045 tempest-DeleteServersTestJSON-441296045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.210388 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-05386afa-64dd-48cd-82f9-c83bdfd61726 req-d4d30765-7323-44a3-9c04-8bfd6de7cdc9 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562924 Aug 31 15:25:05.499950 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57974) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:05.518264 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.534638 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:05.539675 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Usage tracker for resource:security_group_rule and tenant:b115acb4296b4f2b978714b70f5b2882 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:05.543592 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:05.551962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:05.564670 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Pushing event updated for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.567878 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:05.605714 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Attempting to bind port db642fca-026d-4719-a3c4-5d1a97f9a6f5 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:05.606071 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Attempting to bind port db642fca-026d-4719-a3c4-5d1a97f9a6f5 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:05.606405 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Attempting to bind port db642fca-026d-4719-a3c4-5d1a97f9a6f5 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:05.612556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Port db642fca-026d-4719-a3c4-5d1a97f9a6f5 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:25:05.613285 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Attempting to bind port db642fca-026d-4719-a3c4-5d1a97f9a6f5 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:05.617536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57978) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:05.625149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:05.625488 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Checking segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:05.625880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Bound using segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:05.626373 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Bound port: db642fca-026d-4719-a3c4-5d1a97f9a6f5, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:05.626721 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.653555 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.657969 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.671445 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.710668 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b115acb4296b4f2b978714b70f5b2882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095084 Aug 31 15:25:05.713581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 57986) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:05.727073 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07160918-e968-404d-8d74-f1ee59710077,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.731591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:05.741815 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:05.750541 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:05.758549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.763812 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b71a7b55-dd70-4987-be88-5960e0218403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.810880 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.846830 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.876630 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.888636 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.889253 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.890713 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] 10.222.0.15 "PUT /v2.0/ports/db642fca-026d-4719-a3c4-5d1a97f9a6f5 HTTP/1.1" status: 200 len: 1093 time: 1.5982583 Aug 31 15:25:05.892722 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:05.911643 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:05.919532 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f099666e13841b2a9805b4424b7ba79 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:05.924049 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:05.926849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Pushing event updated for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.929941 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:05.934432 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:05.968608 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.974808 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7d710007-e307-4ac6-b947-b8a22033e367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.993999 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07160918-e968-404d-8d74-f1ee59710077,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.999513 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:06.002214 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.005531 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07160918-e968-404d-8d74-f1ee59710077 HTTP/1.1" status: 204 len: 168 time: 0.2888072 Aug 31 15:25:06.029177 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec5b58-8e8f-4c5d-a12a-cf8201bdc64d req-95b7385b-bfc5-430d-8dc8-bf2e6336e8e6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.030851 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d9ec5b58-8e8f-4c5d-a12a-cf8201bdc64d req-95b7385b-bfc5-430d-8dc8-bf2e6336e8e6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1219640 Aug 31 15:25:06.055868 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', 'status': 'completed', 'code': 200} Aug 31 15:25:06.056249 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 57998) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:06.083313 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d9ec5b58-8e8f-4c5d-a12a-cf8201bdc64d req-d0561864-9a8c-49e1-ad02-802ea8aba45d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Aug 31 15:25:06.170464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.177173 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-08b4608d-3d8b-43b9-ad58-cd43fba3932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.179631 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-08b4608d-3d8b-43b9-ad58-cd43fba3932e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 1096 time: 0.1908472 Aug 31 15:25:06.180432 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.189497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-13adb88c-67ed-4cff-9ce4-e472fcb4ccb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:06.338248 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-d0266678-acee-45c1-a62c-68d712e88ff8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5 HTTP/1.1" status: 200 len: 217 time: 0.1353285 Aug 31 15:25:06.339225 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.399355 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f099666e13841b2a9805b4424b7ba79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783217 Aug 31 15:25:06.399988 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58014) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:06.405003 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d3aad0-6152-4949-bc0a-01beb1a63a43,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:06.413627 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:06.419990 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:06.443957 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-75db9935-3335-496d-b11d-4603fc5975aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.446206 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-75db9935-3335-496d-b11d-4603fc5975aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0911238 Aug 31 15:25:06.453827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Usage tracker for resource:security_group_rule and tenant:07dd7ba5598f4958a8b95822a9432c63 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:06.453995 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:06.504328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:06.514417 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-2072b4cc-aaa5-4545-b579-45e1989d2abd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562024 Aug 31 15:25:06.586877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86bf3b-3e9b-4942-a0e1-a4f96f4f8bcd req-dc933f4c-c652-409b-8ff3-fe79e8a5ff3d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.591571 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a86bf3b-3e9b-4942-a0e1-a4f96f4f8bcd req-dc933f4c-c652-409b-8ff3-fe79e8a5ff3d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 943 time: 0.1578026 Aug 31 15:25:06.592578 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.687104 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a86bf3b-3e9b-4942-a0e1-a4f96f4f8bcd req-50fec1f0-8d98-41f1-a7e1-f277216f4a84 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801582 Aug 31 15:25:06.695979 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.763177 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.768126 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-40a78f4b-be30-4b60-966a-2fcd6e72dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:06.775305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.782414 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.783760 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d3aad0-6152-4949-bc0a-01beb1a63a43,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:06.787656 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:06.797253 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.800795 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8d3aad0-6152-4949-bc0a-01beb1a63a43 HTTP/1.1" status: 204 len: 168 time: 0.3975482 Aug 31 15:25:06.834077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d8f88aeb-5d9a-4f8c-a6d5-3b3a5f09432c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:06.847353 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58032) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:06.859833 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07dd7ba5598f4958a8b95822a9432c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025155 Aug 31 15:25:06.865963 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-d98221bd-22f5-48f9-a2ae-85ae12bd4541 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983644 Aug 31 15:25:06.932195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f8cc8-abad-4278-aadc-d7e9aa5f365a,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:06.945318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:06.953604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.982350 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.051476 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.058866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ed3e8627-4c8b-4e13-b08a-47be9b34480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:07.077249 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f8cc8-abad-4278-aadc-d7e9aa5f365a,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:07.077725 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2d2bbb89-09f6-4c25-b563-401a1d7763e0 req-488c9ef6-117e-4d40-8bfd-83c90e613f82 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881685 Aug 31 15:25:07.089852 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:07.092299 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.096553 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee1f8cc8-abad-4278-aadc-d7e9aa5f365a HTTP/1.1" status: 204 len: 168 time: 0.2481306 Aug 31 15:25:07.309355 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b96e2-e192-45af-92eb-801561daaba5 req-561d222d-44ec-48c3-b1bb-5769173c8f18 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.311144 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-909b96e2-e192-45af-92eb-801561daaba5 req-561d222d-44ec-48c3-b1bb-5769173c8f18 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0940163 Aug 31 15:25:07.350878 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-7b9d2322-5fa9-44da-8556-6ccb8522dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.352529 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-7b9d2322-5fa9-44da-8556-6ccb8522dae2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 1096 time: 0.0985703 Aug 31 15:25:07.381070 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-909b96e2-e192-45af-92eb-801561daaba5 req-a407db36-e901-4098-85d1-c16a230ca867 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630429 Aug 31 15:25:07.538502 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-d6338a6a-f08f-4b2f-932e-7d123bd9450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.539958 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-d6338a6a-f08f-4b2f-932e-7d123bd9450d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 916 time: 0.1766989 Aug 31 15:25:07.548110 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58056) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:07.601288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127985-4e6a-405b-b11b-0080c92badc1 req-89926b0b-70ad-4e0c-bfe0-55bb52a34e97 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.602882 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28127985-4e6a-405b-b11b-0080c92badc1 req-89926b0b-70ad-4e0c-bfe0-55bb52a34e97 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0896645 Aug 31 15:25:07.633818 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.646906 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-9936afb1-2db8-43dc-90ed-fa448538bcba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5 HTTP/1.1" status: 200 len: 217 time: 0.0799510 Aug 31 15:25:07.650536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:07.651263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28127985-4e6a-405b-b11b-0080c92badc1 req-3ea66b7f-4f8c-4f38-8133-ac483fd2f56d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Aug 31 15:25:07.656111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Usage tracker for resource:security_group_rule and tenant:03b9643bea594e60b0f236166d12a861 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:07.687758 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:07.699790 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:07.733487 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-62edfa1f-a055-4e7e-aec1-7b3fe147ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.735174 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-62edfa1f-a055-4e7e-aec1-7b3fe147ab1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0803814 Aug 31 15:25:07.830764 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-7a1ec7dc-8e71-4538-afae-f74c2e5a3dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635848 Aug 31 15:25:07.913146 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e6130-6512-40c9-a70a-01e41c5c9dac req-aadd865c-5a48-4b88-8ed2-174f6536b08e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.921859 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7f6e6130-6512-40c9-a70a-01e41c5c9dac req-aadd865c-5a48-4b88-8ed2-174f6536b08e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 943 time: 0.1143584 Aug 31 15:25:07.985661 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7f6e6130-6512-40c9-a70a-01e41c5c9dac req-5d878527-c6b8-4452-a243-a054e3775b5a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609655 Aug 31 15:25:08.063216 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.076849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.086962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:08.142114 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03b9643bea594e60b0f236166d12a861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929322 Aug 31 15:25:08.144708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58078) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:08.145293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6da6c9-e925-4d69-9b46-c0802189b224,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:08.148375 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:08.152187 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-84ff0ce3-4797-4974-ae14-7a855bd41c9c service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992814 Aug 31 15:25:08.218738 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.250650 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.323283 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a0d5db8e-4c2f-4572-bdfd-1c49456c6a80 req-d9907e9b-d52d-443e-b05d-8dd49c763a5d service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615417 Aug 31 15:25:08.374413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.378619 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-76505a99-bab0-40d4-8a11-927a3af453df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:08.405286 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6da6c9-e925-4d69-9b46-c0802189b224,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:08.431064 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:08.436564 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.442740 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd6da6c9-e925-4d69-9b46-c0802189b224 HTTP/1.1" status: 204 len: 168 time: 0.2915716 Aug 31 15:25:08.875145 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58116) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:08.896530 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.912149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:08.916061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9272108585746de8ca38d9526187fd1 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:08.919561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:08.924992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:09.036126 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.043920 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.053294 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:09.083304 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b362a57-4b54-4642-a851-4ad3ff498dba,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:09.099439 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:09.129367 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9272108585746de8ca38d9526187fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526278 Aug 31 15:25:09.132418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58128) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:09.192635 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.219167 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.223368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c14-caa3-44a2-a500-5450df4081d7 req-a0be6722-154d-470a-84b5-e3df20493691 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:09.224823 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5cca8c14-caa3-44a2-a500-5450df4081d7 req-a0be6722-154d-470a-84b5-e3df20493691 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 943 time: 0.0818038 Aug 31 15:25:09.269767 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5cca8c14-caa3-44a2-a500-5450df4081d7 req-31a23a37-6246-46e0-8b02-d90f2126153e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 Aug 31 15:25:09.277608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.282442 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8e69f405-50af-4370-99e5-08716c4b695f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:09.295700 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b362a57-4b54-4642-a851-4ad3ff498dba,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:09.299830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:09.313691 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.314906 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b362a57-4b54-4642-a851-4ad3ff498dba HTTP/1.1" status: 204 len: 168 time: 0.1814034 Aug 31 15:25:10.480397 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f3ac-553b-4459-9927-1067efd1ec63 req-a11412e9-5cfe-4eac-abdc-aaad7e0820d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:10.482501 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c544f3ac-553b-4459-9927-1067efd1ec63 req-a11412e9-5cfe-4eac-abdc-aaad7e0820d6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 943 time: 0.0964630 Aug 31 15:25:10.532715 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c544f3ac-553b-4459-9927-1067efd1ec63 req-76bafc22-c832-4d4c-a2ec-966b863cfd28 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Aug 31 15:25:10.743054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58186) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:10.861247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:10.877133 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:10.881021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6aabf41baa46460ca3b48c40332f397b is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:10.883967 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:10.890389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:11.000032 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.004709 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.031266 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5a9b3c2e-59d6-40fd-851b-40d183242575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:11.061263 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41493de2-7e65-478e-a591-e19a820a736c,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:11.064679 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:11.070033 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6aabf41baa46460ca3b48c40332f397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235357 Aug 31 15:25:11.070395 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58204) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:11.129764 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device db642fca-026d-4719-a3c4-5d1a97f9a6f5 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:11.135257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.190226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.270898 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd7630-b41b-4a01-9873-4ba20f24f5ca req-c9d19cee-95e8-4776-a687-f36a09f0797e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.279032 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d6cd7630-b41b-4a01-9873-4ba20f24f5ca req-c9d19cee-95e8-4776-a687-f36a09f0797e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1018963 Aug 31 15:25:11.315985 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-dc9c707e-560d-43dd-836a-0edb6d286cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.318181 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-dc9c707e-560d-43dd-836a-0edb6d286cdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.0957160 Aug 31 15:25:11.330950 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d6cd7630-b41b-4a01-9873-4ba20f24f5ca req-4e0ae9a5-d847-4e5f-a875-fa75cdff36dd tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507901 Aug 31 15:25:11.350328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.355425 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7f43752a-75d8-47e6-b210-929f19109be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:11.377395 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41493de2-7e65-478e-a591-e19a820a736c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:11.383733 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:11.393801 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:11.409827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.411040 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41493de2-7e65-478e-a591-e19a820a736c HTTP/1.1" status: 204 len: 168 time: 0.3397458 Aug 31 15:25:11.421809 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'port_id': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', 'mac_address': 'fa:16:3e:16:0e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1eec09-20b4-4f55-9315-2389373c98cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:11.588715 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.629568 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-14b48113-a4bd-470d-a790-f8ac980d61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.631328 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db642fca-026d-4719-a3c4-5d1a97f9a6f5 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:11.632142 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-14b48113-a4bd-470d-a790-f8ac980d61e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.3065717 Aug 31 15:25:11.669356 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:11.674322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.677564 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:11.751005 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-bd77f7a6-9556-49aa-9e99-e6aa8caba454 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.1113458 Aug 31 15:25:11.798947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:11.802943 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:11.907400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-c554fff6-af89-4571-90f2-3e8d7a9dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.909006 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-c554fff6-af89-4571-90f2-3e8d7a9dc611 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.1509435 Aug 31 15:25:11.985442 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-ace8f7f1-21d0-4d92-a6ea-d8e3a3f57758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686755 Aug 31 15:25:11.991576 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0aa9-af42-4f1d-998f-675b4fba9380 req-c91a9f10-eb5e-4bca-b07c-a2ecef20f0b5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.993205 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-331c0aa9-af42-4f1d-998f-675b4fba9380 req-c91a9f10-eb5e-4bca-b07c-a2ecef20f0b5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 944 time: 0.1500320 Aug 31 15:25:12.067568 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-331c0aa9-af42-4f1d-998f-675b4fba9380 req-d2903297-1db0-44ee-9783-39fd3ec4f053 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652461 Aug 31 15:25:12.094986 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58236) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:12.113109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.129208 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:12.133850 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Usage tracker for resource:security_group_rule and tenant:ecdfbb3ac1084b9ea640611def5f77e8 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:12.137712 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:12.143744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:12.191831 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-bb97618d-9b33-4ae0-96c0-714f310e34d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986797 Aug 31 15:25:12.290100 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['db642fca-026d-4719-a3c4-5d1a97f9a6f5'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:12.362575 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.367240 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.397583 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:12.460840 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c17ce0ea-cf7c-460c-bf77-ff95a09cdf09 req-dc8da118-a8b5-4481-860b-650ed0b63ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608869 Aug 31 15:25:12.520125 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecdfbb3ac1084b9ea640611def5f77e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215434 Aug 31 15:25:12.520434 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58256) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:12.529235 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7098452-104c-4719-b3c4-3b2a641b7629,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:12.533933 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:12.567784 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2436f-2060-4639-b53b-b34a1836b1fa req-64c826f8-8860-4144-af7a-1e851967c4ec tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:12.570170 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9b2436f-2060-4639-b53b-b34a1836b1fa req-64c826f8-8860-4144-af7a-1e851967c4ec tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1149852 Aug 31 15:25:12.601305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.622686 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9b2436f-2060-4639-b53b-b34a1836b1fa req-279fb8d9-dc2e-4cfd-b5d2-12288137e6aa tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Aug 31 15:25:12.629485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.687497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.693072 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d1c8c975-afba-40a6-a4b8-e639664dd2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:12.704888 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7098452-104c-4719-b3c4-3b2a641b7629,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:12.707700 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:12.709594 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.714827 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7098452-104c-4719-b3c4-3b2a641b7629 HTTP/1.1" status: 204 len: 168 time: 0.1891346 Aug 31 15:25:13.269526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb647c6-9c5e-4679-b138-b06904428cdf req-66b5fc46-965e-4d3e-a78c-7c1ad65aae8a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:13.271032 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8eb647c6-9c5e-4679-b138-b06904428cdf req-66b5fc46-965e-4d3e-a78c-7c1ad65aae8a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 944 time: 0.0860667 Aug 31 15:25:13.405908 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8eb647c6-9c5e-4679-b138-b06904428cdf req-e6681c14-0386-42ba-86d3-f5ff608023bb tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194198 Aug 31 15:25:13.843640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7306a-62d9-4c4b-b597-77e50a6e6e52 req-7bd98545-9bd5-4209-9f37-59811fed8044 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:13.849127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e9e7306a-62d9-4c4b-b597-77e50a6e6e52 req-7bd98545-9bd5-4209-9f37-59811fed8044 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1134009 Aug 31 15:25:13.912188 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e9e7306a-62d9-4c4b-b597-77e50a6e6e52 req-ee793a25-68db-451d-8d08-129a441cfcb6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594411 Aug 31 15:25:14.585187 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626d57-908e-44c0-9e8c-808ada575f4c req-6cad29a6-6213-459f-af6f-e11ee1275699 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:14.586681 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e626d57-908e-44c0-9e8c-808ada575f4c req-6cad29a6-6213-459f-af6f-e11ee1275699 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 944 time: 0.0809669 Aug 31 15:25:14.631476 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e626d57-908e-44c0-9e8c-808ada575f4c req-d13e985b-d54f-494f-8dea-053e841eb12c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Aug 31 15:25:15.097125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba947077-05db-44e7-8d1f-4f84d5446e00 req-a5ed8270-741c-4d37-be31-e6240c07b827 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:15.098596 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ba947077-05db-44e7-8d1f-4f84d5446e00 req-a5ed8270-741c-4d37-be31-e6240c07b827 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0857968 Aug 31 15:25:15.146496 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device db642fca-026d-4719-a3c4-5d1a97f9a6f5 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:15.153054 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ba947077-05db-44e7-8d1f-4f84d5446e00 req-8c896d0f-eff2-4ae6-8716-871894084e51 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485551 Aug 31 15:25:15.219045 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port db642fca-026d-4719-a3c4-5d1a97f9a6f5 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:15.224291 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port db642fca-026d-4719-a3c4-5d1a97f9a6f5 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:15.224983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:15.350833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:15.378575 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:15.389114 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:15.397421 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:15.402508 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:15.443258 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', 'code': 200} Aug 31 15:25:15.493570 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:15.497494 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:15.766195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a79a-d3f4-4d2d-87e7-e9c6ec62cf49 req-cc5dc205-08da-401d-a34e-ae71c8f6f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:15.766195 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-57e3a79a-d3f4-4d2d-87e7-e9c6ec62cf49 req-cc5dc205-08da-401d-a34e-ae71c8f6f6c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 1098 time: 0.0756929 Aug 31 15:25:15.809588 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-57e3a79a-d3f4-4d2d-87e7-e9c6ec62cf49 req-2d686eee-2ee3-4087-b10c-8c7f7e185b74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Aug 31 15:25:15.836741 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019c7a-ca2d-4860-893c-1fea0906c295 req-0061c4d2-251f-48bb-9def-1ea5dfd79869 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:15.838235 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0019c7a-ca2d-4860-893c-1fea0906c295 req-0061c4d2-251f-48bb-9def-1ea5dfd79869 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.0943849 Aug 31 15:25:15.884683 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b0019c7a-ca2d-4860-893c-1fea0906c295 req-00848a4f-64b0-4683-9e13-f79dba5dde04 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Aug 31 15:25:16.352436 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f63ee2-dcef-4fb6-8e77-9db33860af7a req-e90f47a0-c36d-4a31-9bd4-c7cb070b2fa4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:16.354081 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52f63ee2-dcef-4fb6-8e77-9db33860af7a req-e90f47a0-c36d-4a31-9bd4-c7cb070b2fa4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0902667 Aug 31 15:25:16.398026 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52f63ee2-dcef-4fb6-8e77-9db33860af7a req-a62b99ce-38df-4b3b-8f3d-d46c1e9ee4da tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Aug 31 15:25:17.094472 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36942e8-ae4c-4c17-ba2d-3ce460c45dcb req-4adf6c1e-b14f-48b3-8561-51764f467236 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:17.095950 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e36942e8-ae4c-4c17-ba2d-3ce460c45dcb req-4adf6c1e-b14f-48b3-8561-51764f467236 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.0871527 Aug 31 15:25:17.149213 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e36942e8-ae4c-4c17-ba2d-3ce460c45dcb req-57598c72-73fb-4fd0-a19b-d18ab9dbf6b4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Aug 31 15:25:17.256974 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e59575b0-0434-45ba-a95f-8e6108b054bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:17.606288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1adba7-5741-464b-828c-2456b43c9d99 req-a241f027-ecaa-49e8-9b1f-a9667540ed30 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:17.607826 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf1adba7-5741-464b-828c-2456b43c9d99 req-a241f027-ecaa-49e8-9b1f-a9667540ed30 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0959942 Aug 31 15:25:17.654792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf1adba7-5741-464b-828c-2456b43c9d99 req-013d3c6c-8509-4a4e-b645-8d4fbcc16fca tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Aug 31 15:25:17.780274 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:18.370177 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20ab16-c785-4523-a85b-6318ac6ea4d8 req-d0e4138d-9873-4fd1-9c17-fb6227c91fa4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:18.371819 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ab20ab16-c785-4523-a85b-6318ac6ea4d8 req-d0e4138d-9873-4fd1-9c17-fb6227c91fa4 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.0988896 Aug 31 15:25:18.419953 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ab20ab16-c785-4523-a85b-6318ac6ea4d8 req-2d426560-e287-4a5b-a632-bf3a10423a4a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Aug 31 15:25:18.926555 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a477352-1a12-4eb4-98f6-24bc08aef410 req-09166751-af94-44fb-a433-127f21ebc9bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:18.928661 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2a477352-1a12-4eb4-98f6-24bc08aef410 req-09166751-af94-44fb-a433-127f21ebc9bc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1260762 Aug 31 15:25:18.994949 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2a477352-1a12-4eb4-98f6-24bc08aef410 req-bab5389d-0dc2-4257-802a-2fc69fdfb9f1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601845 Aug 31 15:25:20.070025 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f386a9ed-e056-4b32-a159-ae07c4f4855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:20.186882 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821bf29-be88-4773-b053-089f21dfcccd req-689f4f54-8abf-45b4-8af1-128ecaf12666 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:20.188347 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7821bf29-be88-4773-b053-089f21dfcccd req-689f4f54-8abf-45b4-8af1-128ecaf12666 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0831492 Aug 31 15:25:20.233003 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7821bf29-be88-4773-b053-089f21dfcccd req-de3f4832-490e-4179-b728-3f99c14fcb35 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Aug 31 15:25:20.608738 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:21.487683 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0e311-44fe-42bd-b6e3-396d67f1c4e9 req-590baad7-1421-4582-9e05-860ec60de216 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:21.489405 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6fe0e311-44fe-42bd-b6e3-396d67f1c4e9 req-590baad7-1421-4582-9e05-860ec60de216 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1046598 Aug 31 15:25:21.537760 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6fe0e311-44fe-42bd-b6e3-396d67f1c4e9 req-b7261edd-970c-42a0-bd49-7454fd63d8b0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Aug 31 15:25:22.321593 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:22.733818 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93b44a-ed56-40bb-a798-dfcd4fca677b req-1fbd039f-eab7-41c5-bea8-b98eb909206a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:22.735317 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d93b44a-ed56-40bb-a798-dfcd4fca677b req-1fbd039f-eab7-41c5-bea8-b98eb909206a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0875330 Aug 31 15:25:22.782406 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d93b44a-ed56-40bb-a798-dfcd4fca677b req-0cfe0831-0103-4516-a1bf-ddf08c985eb6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Aug 31 15:25:23.081503 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58638) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:23.243567 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.257763 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:23.262093 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Usage tracker for resource:security_group_rule and tenant:88cc1d16f18b4c79b5e3301aed4e6f57 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:23.264854 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:23.270532 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:23.363774 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.369292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.379693 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-32957094-6770-4f61-9250-285d34c08aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:23.413978 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88cc1d16f18b4c79b5e3301aed4e6f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313468 Aug 31 15:25:23.417104 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 58652) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:23.430771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14c9b0-eb69-42e5-9bfa-912ecbe4fabf,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:23.434572 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:23.478489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.504696 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.556435 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.561494 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-abd2c5d2-9c84-4acd-b889-f02736766b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:23.574720 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14c9b0-eb69-42e5-9bfa-912ecbe4fabf,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:23.578485 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:23.588415 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:23.589624 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca14c9b0-eb69-42e5-9bfa-912ecbe4fabf HTTP/1.1" status: 204 len: 168 time: 0.1711669 Aug 31 15:25:23.972298 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79d806-2afc-4e85-933b-784f160bc306 req-4298e93c-1dc0-4f47-939c-2260267e7b69 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:23.973766 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ae79d806-2afc-4e85-933b-784f160bc306 req-4298e93c-1dc0-4f47-939c-2260267e7b69 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0824363 Aug 31 15:25:24.018084 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ae79d806-2afc-4e85-933b-784f160bc306 req-63cc9171-db90-4e45-99e8-a922e5235c55 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Aug 31 15:25:25.210256 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762071a-81e3-4eeb-99d3-c6d0f058f4bc req-b82f9666-96ab-4f0a-92e7-ce12ef4c6f78 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.211713 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0762071a-81e3-4eeb-99d3-c6d0f058f4bc req-b82f9666-96ab-4f0a-92e7-ce12ef4c6f78 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0855095 Aug 31 15:25:25.260013 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0762071a-81e3-4eeb-99d3-c6d0f058f4bc req-d332ecd9-ee59-41b3-aa5b-c8446ab11599 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Aug 31 15:25:25.957869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497921a-0474-47bb-8fc8-4f6f321f5506 req-4bd15afe-25c3-461f-b5c6-d49b36f7a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.959400 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-1497921a-0474-47bb-8fc8-4f6f321f5506 req-4bd15afe-25c3-461f-b5c6-d49b36f7a2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.0727210 Aug 31 15:25:26.001237 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-1497921a-0474-47bb-8fc8-4f6f321f5506 req-71f7743e-34d4-48c0-9328-fac3cff7a616 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Aug 31 15:25:26.472067 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c9d9-4793-47c2-9911-14584f22fcb2 req-e19c1abe-a14e-42ea-851d-4115a552659d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:26.473513 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2c5c9d9-4793-47c2-9911-14584f22fcb2 req-e19c1abe-a14e-42ea-851d-4115a552659d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0972981 Aug 31 15:25:26.519227 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2c5c9d9-4793-47c2-9911-14584f22fcb2 req-8ab3c462-4da8-4dd7-aecc-b715ef7ac725 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Aug 31 15:25:26.593716 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-3854b8b7-accc-436e-9ac3-ff8bf38965d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671232 Aug 31 15:25:26.864321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-031e3978-8046-430b-acd9-e0f81ce62188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:26.865835 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-031e3978-8046-430b-acd9-e0f81ce62188 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 1098 time: 0.1474895 Aug 31 15:25:27.037943 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-8fe5e7d2-c7f6-42ef-84e4-05f062b5c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:27.039507 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-8fe5e7d2-c7f6-42ef-84e4-05f062b5c1a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 916 time: 0.1471303 Aug 31 15:25:27.192696 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-061dfb7e-b606-491b-9bfd-b6bb0909b4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8 HTTP/1.1" status: 200 len: 217 time: 0.0677304 Aug 31 15:25:27.294750 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-ccf8185a-275d-4bbc-bbf9-900c17923206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:27.296255 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-ccf8185a-275d-4bbc-bbf9-900c17923206 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0592449 Aug 31 15:25:27.376650 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-f4ca0390-2b54-42d5-8a13-676d253378e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504639 Aug 31 15:25:27.564922 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-8f3371bc-4599-4027-bdfb-af634b68d35e service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526661 Aug 31 15:25:27.704411 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4664688c-cfc3-4c91-bb99-1f73b0eddae0 req-cf0c2391-2b18-485d-a04f-8e6b5e818caf service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333942 Aug 31 15:25:27.718599 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f01e8-b2a3-4740-888a-41f675f2660d req-8aef887c-58e2-40c9-8f74-b2fc1761a2c2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:27.720088 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8f8f01e8-b2a3-4740-888a-41f675f2660d req-8aef887c-58e2-40c9-8f74-b2fc1761a2c2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0867534 Aug 31 15:25:27.771571 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8f8f01e8-b2a3-4740-888a-41f675f2660d req-2b3b70ed-25be-4db5-9990-02a4ec31ca7e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Aug 31 15:25:28.640199 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:25:28.960076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3153df-eda7-4b46-8bdc-32b384772084 req-6cf123f0-89e6-47a9-adfc-394a60c4c201 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:28.961520 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e3153df-eda7-4b46-8bdc-32b384772084 req-6cf123f0-89e6-47a9-adfc-394a60c4c201 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0811923 Aug 31 15:25:29.019206 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1e3153df-eda7-4b46-8bdc-32b384772084 req-bb24d39c-bd2d-43a4-a338-164dd0f8fea8 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Aug 31 15:25:29.460457 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-e9ef5da6-01aa-432d-bd63-16c7ca23d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.462075 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-e9ef5da6-01aa-432d-bd63-16c7ca23d2c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.0923407 Aug 31 15:25:29.533123 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476ca7-98fe-4c68-a807-c80c40e766dc req-ebfd2350-b9f7-408a-8c0e-92b65f04e2b8 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.534679 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3476ca7-98fe-4c68-a807-c80c40e766dc req-ebfd2350-b9f7-408a-8c0e-92b65f04e2b8 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1559038 Aug 31 15:25:29.584086 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3476ca7-98fe-4c68-a807-c80c40e766dc req-7a89bae4-beb6-446a-a656-d086a1c0121a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Aug 31 15:25:29.607662 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-a90ec4b0-8587-4004-838e-90c732fc6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.609109 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-a90ec4b0-8587-4004-838e-90c732fc6ea5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.1367543 Aug 31 15:25:29.849612 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-ab40f0a8-dc3d-44cd-a159-6754e5f0c2a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.0650702 Aug 31 15:25:29.942643 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-4929199b-9b68-41ae-90da-c186d454569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.944023 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-4929199b-9b68-41ae-90da-c186d454569f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.0570002 Aug 31 15:25:29.996805 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-dde68e0c-03f7-4970-b1ed-aee0653e9ebd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392129 Aug 31 15:25:30.103955 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.141411 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-816a5d01-ae51-47c4-be3b-07450d30dcdd service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255574 Aug 31 15:25:30.298568 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-692d3bfe-5d59-4e08-9aeb-8fd1d418b638 req-a5d75972-11d7-47e8-b907-7e6959c277e6 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363666 Aug 31 15:25:30.770827 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc128-4796-48b7-bea4-24e5d2aa7020 req-2efaf30e-06b8-4ba3-b85e-937a2517077e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.772398 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-adecc128-4796-48b7-bea4-24e5d2aa7020 req-2efaf30e-06b8-4ba3-b85e-937a2517077e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0805786 Aug 31 15:25:30.818673 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-adecc128-4796-48b7-bea4-24e5d2aa7020 req-4adc20a6-c67b-40be-8596-fd5f8db1b4dc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Aug 31 15:25:32.047054 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bc74-da4c-4ffe-8fa2-c4dbf26fa528 req-d87499b4-a2c1-4d76-a1a9-21c0bf4f255c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:32.048502 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cc28bc74-da4c-4ffe-8fa2-c4dbf26fa528 req-d87499b4-a2c1-4d76-a1a9-21c0bf4f255c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0794630 Aug 31 15:25:32.094056 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cc28bc74-da4c-4ffe-8fa2-c4dbf26fa528 req-9e08d870-b7e6-45eb-ae4b-2f4dcc0ff2de tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Aug 31 15:25:33.286640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948431-1394-4df4-a0c9-f79f9da8836a req-a8454b77-e606-4447-86ed-e5b40d617ede tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:33.288100 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32948431-1394-4df4-a0c9-f79f9da8836a req-a8454b77-e606-4447-86ed-e5b40d617ede tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0856543 Aug 31 15:25:33.334454 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-32948431-1394-4df4-a0c9-f79f9da8836a req-97b9784d-b271-49c0-81e8-39346f9c711c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Aug 31 15:25:34.532081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97798b-85a8-4462-8ba8-b16bb93994a8 req-aa19c610-afc4-4750-b348-88560996f92a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:34.533544 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa97798b-85a8-4462-8ba8-b16bb93994a8 req-aa19c610-afc4-4750-b348-88560996f92a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0863755 Aug 31 15:25:34.577829 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa97798b-85a8-4462-8ba8-b16bb93994a8 req-42dc07b2-e585-4b41-be61-632e90ead40d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Aug 31 15:25:35.774044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744087e5-0343-468e-98dd-ace26a510474 req-ace35f83-4ee3-49dc-8c88-bb0516752278 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:35.775489 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-744087e5-0343-468e-98dd-ace26a510474 req-ace35f83-4ee3-49dc-8c88-bb0516752278 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0867312 Aug 31 15:25:35.821901 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-744087e5-0343-468e-98dd-ace26a510474 req-813fe043-8d4d-44b8-9450-ff465cd5239f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400314 Aug 31 15:25:36.410505 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 58992) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:36.523316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.537884 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:36.541658 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:4728fdb3ec5242e29c4400099a48d11e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:36.544467 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:36.550123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:36.637105 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.640637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.648738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6d303983-6ff8-4761-8942-acdd63e3eb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:36.687730 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4728fdb3ec5242e29c4400099a48d11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760966 Aug 31 15:25:36.689244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18df95-43aa-4bbd-8695-e0b85693ad64,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:36.690441 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59000) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:36.692963 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:36.752467 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.781732 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.832521 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.836316 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8846b050-8fb4-46da-b9ae-60eb1365067a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:36.851425 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18df95-43aa-4bbd-8695-e0b85693ad64,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:36.855322 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:36.861312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:36.862448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b18df95-43aa-4bbd-8695-e0b85693ad64 HTTP/1.1" status: 204 len: 168 time: 0.1707358 Aug 31 15:25:37.134726 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59010) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:37.152496 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.170057 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:37.174347 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Usage tracker for resource:security_group_rule and tenant:b6fd489f2d2749d4840fc6dda0c43f9d is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:37.177263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:37.184076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:37.271715 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.275340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.287077 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ecba7cfd-c530-4bae-9d2f-c5d16c901d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:37.332720 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59018) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:37.334852 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6fd489f2d2749d4840fc6dda0c43f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990066 Aug 31 15:25:37.340191 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f324d4b4-829d-4672-b614-a5bd4a455859,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:37.345500 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:37.410481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.436612 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.496274 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.500121 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b9bef636-7b2f-4448-89b4-fca4208bb399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:37.516324 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f324d4b4-829d-4672-b614-a5bd4a455859,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:37.518737 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:37.533045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:37.537469 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f324d4b4-829d-4672-b614-a5bd4a455859 HTTP/1.1" status: 204 len: 168 time: 0.2035780 Aug 31 15:25:37.567957 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc4f8b-7123-4bf0-8830-2fd19442ade5 req-576adee0-95f7-46c7-9a5c-c2ce62ee4ace tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:37.569392 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6bc4f8b-7123-4bf0-8830-2fd19442ade5 req-576adee0-95f7-46c7-9a5c-c2ce62ee4ace tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0904870 Aug 31 15:25:37.614928 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6bc4f8b-7123-4bf0-8830-2fd19442ade5 req-1cd21962-e936-428a-a8da-07a13c86fbd9 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 Aug 31 15:25:42.145331 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-ba954060-bab4-4bae-bb4c-bb6129b0cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.147326 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-ba954060-bab4-4bae-bb4c-bb6129b0cbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.1403227 Aug 31 15:25:42.253605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2b4aa-e145-46d3-85f5-2077d8722a94 req-eea0677d-51af-4b44-a31e-c2c6ac7e082b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.255149 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0c2b4aa-e145-46d3-85f5-2077d8722a94 req-eea0677d-51af-4b44-a31e-c2c6ac7e082b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0946498 Aug 31 15:25:42.317467 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0c2b4aa-e145-46d3-85f5-2077d8722a94 req-dc6a9dbd-6046-4a29-81a7-52a6bd56adf3 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Aug 31 15:25:42.319453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-cbbe2ce7-4d4e-480f-be58-9c49d3547689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.321537 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-cbbe2ce7-4d4e-480f-be58-9c49d3547689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.1674178 Aug 31 15:25:42.400820 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-3eb59a1a-b0ef-4559-960b-259bf035f981 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.0691209 Aug 31 15:25:42.465834 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-683cd896-1038-49e0-85fd-536f73d036e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.467317 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-683cd896-1038-49e0-85fd-536f73d036e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.0575206 Aug 31 15:25:42.514197 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-ef21a342-72d2-4c0a-a18b-2f2d1a3b1759 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395153 Aug 31 15:25:42.659670 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-e783d390-184d-4d04-8004-4a66e4b08787 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381817 Aug 31 15:25:42.794885 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f5e7cb67-0e1c-4979-bc9c-8190052126f6 req-983fe1d2-504e-4050-8e08-1321046030df service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232710 Aug 31 15:25:43.531142 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e4862-971d-482c-bdb3-98cbf7f10b62 req-9fcb14f0-b26a-4b9c-8e33-978359b8bf5b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:43.532587 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf4e4862-971d-482c-bdb3-98cbf7f10b62 req-9fcb14f0-b26a-4b9c-8e33-978359b8bf5b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0975845 Aug 31 15:25:43.577677 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf4e4862-971d-482c-bdb3-98cbf7f10b62 req-62cd04e8-bcee-4dfc-84cb-1ba83d67744a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Aug 31 15:25:44.766287 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a4d8d-fc54-4b12-99f9-bedbfc3ba475 req-fb7256a3-be75-4770-b4e2-4660e9d27eca tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.767763 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-228a4d8d-fc54-4b12-99f9-bedbfc3ba475 req-fb7256a3-be75-4770-b4e2-4660e9d27eca tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0826559 Aug 31 15:25:44.814849 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-228a4d8d-fc54-4b12-99f9-bedbfc3ba475 req-6e4fcde2-7b29-4496-acb4-8720824cffa6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Aug 31 15:25:46.004656 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512893f9-2749-49b5-b330-f4a12b4d3b21 req-297ad350-d174-431e-b36c-f53b709b98aa tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.006127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-512893f9-2749-49b5-b330-f4a12b4d3b21 req-297ad350-d174-431e-b36c-f53b709b98aa tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0842524 Aug 31 15:25:46.053238 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-512893f9-2749-49b5-b330-f4a12b4d3b21 req-e2c22ad0-da86-4f11-b3ff-0d8e2b8e5dff tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Aug 31 15:25:47.250271 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-30ecdd9f-183b-4698-87c3-53106af7d92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.258858 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1e954-fd11-49f3-9141-1cedb07b79c1 req-d54d18b2-3a8b-4431-a13b-6de1f26916d2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:47.260330 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ea1e954-fd11-49f3-9141-1cedb07b79c1 req-d54d18b2-3a8b-4431-a13b-6de1f26916d2 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0977235 Aug 31 15:25:47.313252 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ea1e954-fd11-49f3-9141-1cedb07b79c1 req-3ee7d18d-7d94-4d14-b67d-46ccb81688ac tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460377 Aug 31 15:25:47.633778 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-6f7e2303-d8ee-4494-bb6b-3f8144320c3e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:47.635286 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-6f7e2303-d8ee-4494-bb6b-3f8144320c3e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.1575654 Aug 31 15:25:47.650593 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-586430fd-2f37-4f48-84ee-d613ffcb9862 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/quotas/1fc28e0278f4468b8d25e38e5a8934eb HTTP/1.1" status: 200 len: 375 time: 0.0091503 Aug 31 15:25:47.700902 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59248) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:47.743412 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-f46ff158-3559-4655-a7e8-f2b61d899e90 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872128 Aug 31 15:25:47.786938 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.833077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.847935 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:47.851788 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Usage tracker for resource:security_group_rule and tenant:a9193c0dbee64cb8985147ada8bf7ec0 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:47.855891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:47.861783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:47.905680 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-5432c70d-f66f-4061-a386-c84c928ad807 service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541798 Aug 31 15:25:47.953688 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.957951 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.964727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e0ac1d4b-ec2c-478f-ae58-ee2542da39aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.005996 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ffb30-c1a4-4268-a78c-dd17d5f696d2,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.010122 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9193c0dbee64cb8985147ada8bf7ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080573 Aug 31 15:25:48.016183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59256) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:48.020118 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.020298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.020811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.021176 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.021523 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.021870 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.022237 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.022579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.022921 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.023257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.023594 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.023930 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.036206 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.086121 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.112518 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.117714 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-fa6fb456-7f13-421d-9c05-1e914b54249c service neutron] 10.222.0.66 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062197 Aug 31 15:25:48.169145 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.174158 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ab6e61da-801e-48eb-ba34-dfb438f14e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.188581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ffb30-c1a4-4268-a78c-dd17d5f696d2,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.191208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.197000 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.199254 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/237ffb30-c1a4-4268-a78c-dd17d5f696d2 HTTP/1.1" status: 204 len: 168 time: 0.1820972 Aug 31 15:25:48.378729 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6b19be53-f3ef-43c2-99eb-5177931cca07 req-f7e4bb12-f1ed-4763-a7fc-f613dfe561bd tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 210 time: 0.1100168 Aug 31 15:25:48.531144 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993cc7-6bcc-454c-b39d-81615e524e28 req-fb60a43f-9abc-4a30-bec1-f2315868cdac tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.538638 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-85993cc7-6bcc-454c-b39d-81615e524e28 req-fb60a43f-9abc-4a30-bec1-f2315868cdac tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1018977 Aug 31 15:25:48.581862 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-85993cc7-6bcc-454c-b39d-81615e524e28 req-a68769fd-a74a-40da-b2cb-9d6c5a201809 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Aug 31 15:25:48.582152 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59286) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:48.607612 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.621621 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:48.626120 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d970dc14a248e9acbeb8dfdc4ded87 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:48.629015 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:48.635305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:48.722531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.727241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.755652 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-de2ed2cc-31a1-4aaf-a0cb-dd87db93f9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.766925 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4d970dc14a248e9acbeb8dfdc4ded87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806679 Aug 31 15:25:48.767496 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59292) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:48.789084 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3945f28-28fa-4ede-8ba0-c1977467bbbf,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.792488 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.840130 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.864906 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.918169 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.922863 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4dbfe1e4-ff76-4bfd-9f0e-c8de434579a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.935380 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3945f28-28fa-4ede-8ba0-c1977467bbbf,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.947993 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.948355 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.949363 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.949718 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.950081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.950423 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.950857 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.951197 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.951536 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.951870 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.952201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.952529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:48.956079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.957338 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.961399 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3945f28-28fa-4ede-8ba0-c1977467bbbf HTTP/1.1" status: 204 len: 168 time: 0.1901047 Aug 31 15:25:49.344954 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59304) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:49.364424 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.379459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:49.383363 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Usage tracker for resource:security_group_rule and tenant:7cfb7817be8a41aebabea687a3578708 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:49.386562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:49.394834 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:49.501501 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.506073 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.519043 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-116181a2-93ca-43d4-b4cd-83e441597ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:49.548451 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63eab4f7-d6d7-4cc3-81b3-96f2c410b3b0 req-5b37fdd7-42de-4368-ab4f-d93ce2178a36 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 210 time: 0.0457492 Aug 31 15:25:49.560887 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cfb7817be8a41aebabea687a3578708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146008 Aug 31 15:25:49.562749 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59314) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:49.570747 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa4cb77-9b51-4d4f-a18c-47e976213c69,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:49.597359 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:49.643450 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.679889 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.745318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-c7f0d408-6ea8-4df6-a346-46cfccdfb9d8 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.746959 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-c7f0d408-6ea8-4df6-a346-46cfccdfb9d8 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 815 time: 0.1732340 Aug 31 15:25:49.775581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Request body: {'port': {'device_id': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'admin_state_up': True, 'tenant_id': '1fc28e0278f4468b8d25e38e5a8934eb'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:49.789283 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.794663 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-587e238c-76d8-4818-8565-8d480e080f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:49.806910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa4cb77-9b51-4d4f-a18c-47e976213c69,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:49.813971 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:49.825048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ccc06-83c5-4b8e-ab81-db2025cfa715 req-108805fd-230b-4817-b0a0-61698658a447 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.826575 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d1ccc06-83c5-4b8e-ab81-db2025cfa715 req-108805fd-230b-4817-b0a0-61698658a447 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1136599 Aug 31 15:25:49.827854 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:49.831175 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baa4cb77-9b51-4d4f-a18c-47e976213c69 HTTP/1.1" status: 204 len: 168 time: 0.2648494 Aug 31 15:25:49.891854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2d1ccc06-83c5-4b8e-ab81-db2025cfa715 req-7af56998-e4b7-4b93-9f91-a504cdb16921 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591147 Aug 31 15:25:49.960804 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:49.965262 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Usage tracker for resource:port and tenant:1fc28e0278f4468b8d25e38e5a8934eb is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:49.968141 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:49.973787 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:49.985337 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Made reservation on behalf of 1fc28e0278f4468b8d25e38e5a8934eb for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:49.989233 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.064779 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-76ca43af-7674-4b12-8ce5-8999f5cb89b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.164891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Allocated IP 172.20.0.9 (3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2/5a1eec09-20b4-4f55-9315-2389373c98cf/535793e9-2ee0-43db-b2f3-af30363d2d56) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:50.463139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.506097 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.512944 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:50.558499 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'db642fca-026d-4719-a3c4-5d1a97f9a6f5'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:50.601023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event updated for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:50.612245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:50.624388 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:50.625821 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:50.632702 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:50.663607 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.723638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.723638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:50.771696 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008101 Aug 31 15:25:50.790345 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a522ae-1627-4331-9f5c-19add0cdfe54 req-062549f2-a8b3-4111-92f5-29124801ac4b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.790906 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Request body: {'port': {'device_id': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:50.791747 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34a522ae-1627-4331-9f5c-19add0cdfe54 req-062549f2-a8b3-4111-92f5-29124801ac4b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 931 time: 0.1163728 Aug 31 15:25:50.843316 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34a522ae-1627-4331-9f5c-19add0cdfe54 req-a0930df4-67b4-46ef-b16c-9add75daedf2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Aug 31 15:25:50.921829 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.136321 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95db9f-49ac-4acd-9a86-5eb4ec7219e3 req-888e1c34-26d9-45a1-91d2-8d33a074e14c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:51.143340 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4b95db9f-49ac-4acd-9a86-5eb4ec7219e3 req-888e1c34-26d9-45a1-91d2-8d33a074e14c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0998425 Aug 31 15:25:51.183472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4b95db9f-49ac-4acd-9a86-5eb4ec7219e3 req-2cb7c5dd-4e1a-44e0-97d0-303321881cb5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Aug 31 15:25:51.312140 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535793e9-2ee0-43db-b2f3-af30363d2d56 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:51.320184 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.335729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Transition to ACTIVE for port object 535793e9-2ee0-43db-b2f3-af30363d2d56 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:51.341384 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.345754 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:51.507680 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Pushing event updated for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:51.510533 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:51.586130 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Attempting to bind port 535793e9-2ee0-43db-b2f3-af30363d2d56 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:51.586549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Attempting to bind port 535793e9-2ee0-43db-b2f3-af30363d2d56 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:51.586951 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Attempting to bind port 535793e9-2ee0-43db-b2f3-af30363d2d56 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:51.592361 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Port 535793e9-2ee0-43db-b2f3-af30363d2d56 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:25:51.592767 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Attempting to bind port 535793e9-2ee0-43db-b2f3-af30363d2d56 on network 3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:51.598402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:51.598741 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Checking segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:51.599181 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Bound using segment: {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:51.599563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Bound port: 535793e9-2ee0-43db-b2f3-af30363d2d56, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b55fe6-fe83-4f86-9058-7386faed4cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:51.600271 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.696135 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:51.699638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=535793e9-2ee0-43db-b2f3-af30363d2d56,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:51.705053 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.709832 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:51.766168 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:51.766779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.768122 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] 10.222.0.15 "PUT /v2.0/ports/535793e9-2ee0-43db-b2f3-af30363d2d56 HTTP/1.1" status: 200 len: 1093 time: 0.9818292 Aug 31 15:25:51.768598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:51.793798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Pushing event updated for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:51.797407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:51.819218 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56', 'status': 'completed', 'code': 200} Aug 31 15:25:51.959433 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-1513db87-e2b8-4fe9-8f1c-f83a5e340d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:51.960932 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-1513db87-e2b8-4fe9-8f1c-f83a5e340d41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 1096 time: 0.0854499 Aug 31 15:25:52.044465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ee253-8e08-4e13-be33-31e1c0082e4e req-5785ff4c-40b5-48b3-a3ae-afe357d372e7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.046252 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-474ee253-8e08-4e13-be33-31e1c0082e4e req-5785ff4c-40b5-48b3-a3ae-afe357d372e7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.0849357 Aug 31 15:25:52.052922 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-3daec2fe-5d6f-4449-9f92-d807a88788b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535793e9-2ee0-43db-b2f3-af30363d2d56 HTTP/1.1" status: 200 len: 217 time: 0.0686800 Aug 31 15:25:52.126782 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-474ee253-8e08-4e13-be33-31e1c0082e4e req-fbaca4ae-8027-4d36-885f-fcefeba39956 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638497 Aug 31 15:25:52.149017 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-1cd03f5d-35a5-4a10-9952-cb368c80da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.150877 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-1cd03f5d-35a5-4a10-9952-cb368c80da7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0778787 Aug 31 15:25:52.208052 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-b19b4e0d-fd2f-4030-a3d8-e146eb156a32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482490 Aug 31 15:25:52.327166 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.368879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-527f386e-36c5-4774-891d-f1d13940ef1a service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514182 Aug 31 15:25:52.383502 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233883b-6aea-4fb4-b17d-cfc7e6f7a309 req-f8bbb7cd-fb46-44af-8e25-183091284221 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.385085 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5233883b-6aea-4fb4-b17d-cfc7e6f7a309 req-f8bbb7cd-fb46-44af-8e25-183091284221 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0835891 Aug 31 15:25:52.433043 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5233883b-6aea-4fb4-b17d-cfc7e6f7a309 req-eaee61e8-1805-45c2-8075-17dd8a97261d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Aug 31 15:25:52.565788 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b56983c2-b61e-4285-8a23-ab4ac1e07363 req-c84d46af-666d-4db5-a0e6-0964ebaf173d service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863651 Aug 31 15:25:52.762088 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-115aecaa-d515-464e-aa28-0b31c92c18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.763564 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-115aecaa-d515-464e-aa28-0b31c92c18dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 1096 time: 0.0705659 Aug 31 15:25:52.918561 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-c63fc13e-ae16-48de-9910-71f3dbbaadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.920519 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-c63fc13e-ae16-48de-9910-71f3dbbaadfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 200 len: 916 time: 0.1257176 Aug 31 15:25:52.992615 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-ce5ca693-1a5c-43e3-b84c-6b2b5af60362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=535793e9-2ee0-43db-b2f3-af30363d2d56 HTTP/1.1" status: 200 len: 217 time: 0.0649066 Aug 31 15:25:53.056498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-23498a62-d8e7-4b11-83d7-f351aa3bd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.058033 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-23498a62-d8e7-4b11-83d7-f351aa3bd137 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 200 len: 855 time: 0.0573580 Aug 31 15:25:53.114960 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-b5bb8d4b-ff54-4ab9-964c-b4377f631a25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428343 Aug 31 15:25:53.266850 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-3dff1b1a-4fbb-4acf-b03f-58872b59ebeb service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390269 Aug 31 15:25:53.312737 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4849-f482-4ac0-843a-d7c6c29bef01 req-91ebdeb0-296b-46a9-8a7c-988cfd637c37 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.321706 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b68c4849-f482-4ac0-843a-d7c6c29bef01 req-91ebdeb0-296b-46a9-8a7c-988cfd637c37 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.0940998 Aug 31 15:25:53.365842 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b68c4849-f482-4ac0-843a-d7c6c29bef01 req-91a42d79-69ac-4534-bee4-a3796e0050cf tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Aug 31 15:25:53.410736 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-6512a209-65eb-4a36-bb10-e89df1494a31 req-5008ba23-5dbf-4d26-9fbf-e5cb6a911762 service neutron] 10.222.0.15 "GET /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359694 Aug 31 15:25:53.620935 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb43d-523f-4354-82b8-af5c9ad2057a req-81c3cf2f-c451-4532-a488-76162ebf816e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.622398 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e28cb43d-523f-4354-82b8-af5c9ad2057a req-81c3cf2f-c451-4532-a488-76162ebf816e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0835929 Aug 31 15:25:53.664913 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e28cb43d-523f-4354-82b8-af5c9ad2057a req-453e138f-982d-495c-a6e2-b0b8a0b52240 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Aug 31 15:25:54.552325 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9b997-5d6d-4a6c-a276-6b378ca49330 req-cb044da5-8916-445f-bef0-93a228e69b9e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:54.553782 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1a9b997-5d6d-4a6c-a276-6b378ca49330 req-cb044da5-8916-445f-bef0-93a228e69b9e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.0825562 Aug 31 15:25:54.600074 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1a9b997-5d6d-4a6c-a276-6b378ca49330 req-1f9b1bb2-9704-47cd-9f9b-ffdd1213a41c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Aug 31 15:25:54.852815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac1fce-09da-4901-a256-019c2c811abc req-15b5825b-6870-46ac-a1f7-b2a8e06b8d32 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:54.854320 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d9ac1fce-09da-4901-a256-019c2c811abc req-15b5825b-6870-46ac-a1f7-b2a8e06b8d32 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0836744 Aug 31 15:25:54.898523 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d9ac1fce-09da-4901-a256-019c2c811abc req-cc335c9c-1c45-4645-bce0-e4762483ac69 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Aug 31 15:25:55.787733 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23979efd-7e83-4f42-9b86-6d028efbe945 req-23ffa88e-81ec-4302-9915-9e24a6f3b860 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:55.789189 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-23979efd-7e83-4f42-9b86-6d028efbe945 req-23ffa88e-81ec-4302-9915-9e24a6f3b860 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.0812411 Aug 31 15:25:55.837897 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-23979efd-7e83-4f42-9b86-6d028efbe945 req-d5a1a508-bf23-47ac-bb5b-c2573293d13d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Aug 31 15:25:56.063140 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59454) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:56.095042 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236b5ff-276b-4e52-9852-49c3837dbfff req-6197d8f3-e495-4f9a-ab10-c75a7e56f5c7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:56.096506 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8236b5ff-276b-4e52-9852-49c3837dbfff req-6197d8f3-e495-4f9a-ab10-c75a7e56f5c7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0823879 Aug 31 15:25:56.141889 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8236b5ff-276b-4e52-9852-49c3837dbfff req-bdfc9b06-9b3d-4fba-8a22-ef0f1eafbccc tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Aug 31 15:25:56.177557 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.192349 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:56.196678 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Usage tracker for resource:security_group_rule and tenant:97d7a9281bb049909e0889f48f5ea8fd is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:56.199709 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:56.205841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:56.291111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.296280 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.303885 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-37c08849-77c1-4d13-8043-f08ae66b60d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:56.347485 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97d7a9281bb049909e0889f48f5ea8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809231 Aug 31 15:25:56.347485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ca6a1-ae16-4dac-87e4-a7c41d383c6f,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:56.348550 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59466) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:56.348976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:56.418766 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.444354 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.499918 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.503618 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a383a301-afc5-42e7-bc74-cf73b33de1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:56.516295 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ca6a1-ae16-4dac-87e4-a7c41d383c6f,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:56.518688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:56.526989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.528098 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a23ca6a1-ae16-4dac-87e4-a7c41d383c6f HTTP/1.1" status: 204 len: 168 time: 0.1777987 Aug 31 15:25:56.794154 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59476) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:56.815772 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.829650 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:56.833411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Usage tracker for resource:security_group_rule and tenant:087b58fe220f477e9953012e3bc4cf10 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:56.836219 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:56.841826 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:56.924591 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.928435 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.937789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9abd8855-54c6-4197-b481-9397f42c95dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:56.975707 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f012f-83fa-47fe-b76f-2b585ddc674b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:56.978637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:56.981656 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=087b58fe220f477e9953012e3bc4cf10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864574 Aug 31 15:25:56.984316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59482) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:57.027855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df8f1d-a34e-479d-8d75-f762c6fd847e req-82f236d6-bd9d-4f7a-9907-9be819d94ea6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:57.030983 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-74df8f1d-a34e-479d-8d75-f762c6fd847e req-82f236d6-bd9d-4f7a-9907-9be819d94ea6 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.0843589 Aug 31 15:25:57.042718 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.069632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.077688 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-74df8f1d-a34e-479d-8d75-f762c6fd847e req-3c7378c1-db8c-495e-8a44-beab786d204a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Aug 31 15:25:57.124127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.127657 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d0f8edcf-990a-4827-8c52-d8a5e68c8472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:57.139408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f012f-83fa-47fe-b76f-2b585ddc674b,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:57.141868 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:57.148920 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.150024 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f8f012f-83fa-47fe-b76f-2b585ddc674b HTTP/1.1" status: 204 len: 168 time: 0.1647375 Aug 31 15:25:57.333078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5f0ee-54c5-436c-9845-037f49f7694b req-490f0bd7-8f03-4fa8-92c1-01a8bfaac354 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:57.342778 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-98f5f0ee-54c5-436c-9845-037f49f7694b req-490f0bd7-8f03-4fa8-92c1-01a8bfaac354 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0935974 Aug 31 15:25:57.383631 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-98f5f0ee-54c5-436c-9845-037f49f7694b req-a0f923a1-22fe-405e-9f75-960b65b5415f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Aug 31 15:25:57.876114 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59518) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:57.975860 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-118130596-network', 'tenant_id': '05e1534d39bc463b8fd279bd88bb7f31'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:57.980467 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:57.984240 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Usage tracker for resource:network and tenant:05e1534d39bc463b8fd279bd88bb7f31 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:57.987138 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:57.993830 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:58.005008 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Made reservation on behalf of 05e1534d39bc463b8fd279bd88bb7f31 for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:58.007268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.019557 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.034667 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:58.040005 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Usage tracker for resource:security_group_rule and tenant:05e1534d39bc463b8fd279bd88bb7f31 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:58.043561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:58.049074 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:58.130600 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.136695 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.140010 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a2d813a1-ae33-4e73-8033-5274bca380c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.168776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:25:58.177698 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0929b-0e8c-4d03-9d42-852fad54f4d6,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:58.181596 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.184931 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.185480 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Added segment bb2a0f82-90b4-4074-961f-427b1cf50bca of type vlan for network 9321899a-7875-4d32-86e8-c957e1db0076 Aug 31 15:25:58.319901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.364497 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.366509 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.367093 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.374362 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f6d2c8b4-18d7-4a30-8557-b56e6e88bd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.401850 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76352e7e-56cc-449d-9841-370a077226c6 req-e8f2f0e0-7fec-4e5d-a0ab-33cbbff46aa2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.403328 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76352e7e-56cc-449d-9841-370a077226c6 req-e8f2f0e0-7fec-4e5d-a0ab-33cbbff46aa2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 943 time: 0.2095191 Aug 31 15:25:58.452409 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5752223 Aug 31 15:25:58.455563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59530) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:58.461492 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Request body: {'subnet': {'network_id': '9321899a-7875-4d32-86e8-c957e1db0076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-118130596-subnet', 'tenant_id': '05e1534d39bc463b8fd279bd88bb7f31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:58.466120 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:58.469854 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Usage tracker for resource:subnet and tenant:05e1534d39bc463b8fd279bd88bb7f31 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:58.472702 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:58.478574 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:58.490113 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Made reservation on behalf of 05e1534d39bc463b8fd279bd88bb7f31 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:58.492741 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2766732'] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.537530 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Pushing event updated for resources: {'Network': ['ID=9321899a-7875-4d32-86e8-c957e1db0076,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:58.549142 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.549974 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 9321899a-7875-4d32-86e8-c957e1db0076 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:25:58.573895 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76352e7e-56cc-449d-9841-370a077226c6 req-8bd8a4a0-a7eb-4d21-a9f8-66753b564e59 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608851 Aug 31 15:25:58.609795 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5499a7d-f680-4503-babc-ac6c7a2ee28c req-feb461b4-58f4-444c-8119-82515baf4220 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.611343 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c5499a7d-f680-4503-babc-ac6c7a2ee28c req-feb461b4-58f4-444c-8119-82515baf4220 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1142356 Aug 31 15:25:58.660784 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c5499a7d-f680-4503-babc-ac6c7a2ee28c req-184cb344-8376-41e2-a3f2-591cd60aa7b6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Aug 31 15:25:58.733073 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2766846'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.738047 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.811407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f0c0c1-c269-46f8-90a2-81ea9044e66d,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:58.815493 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.819457 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Checking segment: {'id': 'bb2a0f82-90b4-4074-961f-427b1cf50bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:58.819816 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Network hostable DHCP agents. Network: 9321899a-7875-4d32-86e8-c957e1db0076, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:25:58.839811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Network 9321899a-7875-4d32-86e8-c957e1db0076 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:25:58.850116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 9321899a-7875-4d32-86e8-c957e1db0076) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:58.854031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.855238 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.861892 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307d8ee-7d20-404a-8036-7aeb41286124 None None] Network 9321899a-7875-4d32-86e8-c957e1db0076 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:58.875258 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-dc60528a-828e-465d-b88a-d5d246b8092c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4186053 Aug 31 15:25:59.076817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fa403-90ea-4541-aa80-ac71d42a93e4 None None] Network 9321899a-7875-4d32-86e8-c957e1db0076 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:59.324844 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 535793e9-2ee0-43db-b2f3-af30363d2d56 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:59.382864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59554) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:59.389208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1936971140-network', 'tenant_id': '0a5349e10daf4e3aab82ff40e0bf8b69'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:59.393850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:59.398244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Usage tracker for resource:network and tenant:0a5349e10daf4e3aab82ff40e0bf8b69 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:59.401691 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:59.407989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:59.418547 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Made reservation on behalf of 0a5349e10daf4e3aab82ff40e0bf8b69 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:59.420903 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.433129 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.447612 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:59.452070 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Usage tracker for resource:security_group_rule and tenant:0a5349e10daf4e3aab82ff40e0bf8b69 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:59.454853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:59.460362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:59.462914 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=535793e9-2ee0-43db-b2f3-af30363d2d56,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:59.476524 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '535793e9-2ee0-43db-b2f3-af30363d2d56', 'network_id': '3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2', 'port_id': '535793e9-2ee0-43db-b2f3-af30363d2d56', 'mac_address': 'fa:16:3e:42:16:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1eec09-20b4-4f55-9315-2389373c98cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:59.534722 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.542172 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.545960 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.549939 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-990a0a43-bb29-4c14-b21c-e5ba6ebb89b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:59.551576 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535793e9-2ee0-43db-b2f3-af30363d2d56 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:59.567707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=535793e9-2ee0-43db-b2f3-af30363d2d56,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:59.571639 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.574724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:25:59.575106 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:59.586892 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d581b0bb-8fde-4672-9649-cb2923def791,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:59.590752 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:59.591907 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.592140 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Added segment 04ffd41e-1c36-42ec-a28b-10395d5155b5 of type vlan for network 76eb26ad-b680-4312-9124-fee1a04fb6b4 Aug 31 15:25:59.627211 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.641473 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:59.648570 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.648919 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.649258 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.649983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.649983 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.650273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.650573 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.650908 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.651214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.651583 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.651903 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.652218 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:59.656074 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:59.662485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.664123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.665559 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.670410 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1020cbc3-e29e-4cab-9428-4de20186c266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:59.766110 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245d46-4ba2-46ee-8eec-d749027b137a req-3bc1e9e4-4483-4dfe-92c8-c46b3ded5014 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.767585 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-83245d46-4ba2-46ee-8eec-d749027b137a req-3bc1e9e4-4483-4dfe-92c8-c46b3ded5014 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 944 time: 0.0870941 Aug 31 15:25:59.782660 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3986728 Aug 31 15:25:59.783562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Pushing event updated for resources: {'Network': ['ID=76eb26ad-b680-4312-9124-fee1a04fb6b4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:59.786333 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:59.786985 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 59564) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:59.794204 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Request body: {'subnet': {'network_id': '76eb26ad-b680-4312-9124-fee1a04fb6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1936971140-subnet', 'tenant_id': '0a5349e10daf4e3aab82ff40e0bf8b69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:59.794458 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 76eb26ad-b680-4312-9124-fee1a04fb6b4 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:25:59.799557 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:59.803770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Usage tracker for resource:subnet and tenant:0a5349e10daf4e3aab82ff40e0bf8b69 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:59.806703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:59.816347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:59.830455 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Made reservation on behalf of 0a5349e10daf4e3aab82ff40e0bf8b69 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:59.834838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2766732'] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.870820 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-83245d46-4ba2-46ee-8eec-d749027b137a req-25a6d045-cb72-47a1-9120-89a74f190d62 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968218 Aug 31 15:25:59.913031 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ead64-e1ce-430f-97be-85ff1da2ae49 req-2e0acf48-f1c8-46bc-a0cb-ef7697fbd1e3 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.914605 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-581ead64-e1ce-430f-97be-85ff1da2ae49 req-2e0acf48-f1c8-46bc-a0cb-ef7697fbd1e3 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1252868 Aug 31 15:25:59.964824 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-581ead64-e1ce-430f-97be-85ff1da2ae49 req-96004fcf-d9df-43fb-ac49-34e5b44f6421 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Aug 31 15:26:00.114225 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:00.128309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2766846'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:00.132854 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:00.202102 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Pushing event updated for resources: {'Subnet': ['ID=890aabd7-97af-4c2a-aabb-437e9b07e791,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:00.205054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:00.210946 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Checking segment: {'id': '04ffd41e-1c36-42ec-a28b-10395d5155b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '76eb26ad-b680-4312-9124-fee1a04fb6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:00.211298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Network hostable DHCP agents. Network: 76eb26ad-b680-4312-9124-fee1a04fb6b4, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:26:00.229742 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Network 76eb26ad-b680-4312-9124-fee1a04fb6b4 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:26:00.238977 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 76eb26ad-b680-4312-9124-fee1a04fb6b4) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:00.242905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:00.243497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:00.247328 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f040d22-b699-4d91-893c-9406cdec3fd1 None None] Network 76eb26ad-b680-4312-9124-fee1a04fb6b4 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:00.267432 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9833e146-9c25-44e6-abe4-e15305f5076f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4794285 Aug 31 15:26:00.282664 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['535793e9-2ee0-43db-b2f3-af30363d2d56'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:00.580786 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d02d22-74c9-4857-9843-49254831acc8 None None] Network 76eb26ad-b680-4312-9124-fee1a04fb6b4 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:00.885462 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-380a32cc-c59b-49ca-9dc4-38f6bb2b4f77 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:00.886768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-380a32cc-c59b-49ca-9dc4-38f6bb2b4f77 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Synchronizing usage tracker for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:00.902980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-380a32cc-c59b-49ca-9dc4-38f6bb2b4f77 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Unset dirty status for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:00.906708 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-380a32cc-c59b-49ca-9dc4-38f6bb2b4f77 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/networks?id=9321899a-7875-4d32-86e8-c957e1db0076 HTTP/1.1" status: 200 len: 808 time: 0.1650572 Aug 31 15:26:00.920322 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-2a5fccbb-c0da-4ed3-b278-aea4b2a51b57 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/quotas/05e1534d39bc463b8fd279bd88bb7f31 HTTP/1.1" status: 200 len: 375 time: 0.0106077 Aug 31 15:26:00.970986 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6f3cad3c-7ef2-4f87-9eb4-705a23b38dc0 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=05e1534d39bc463b8fd279bd88bb7f31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439360 Aug 31 15:26:01.164352 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-cf719ffa-e050-4c2a-a998-a6a979936f1a service neutron] 10.222.0.66 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860890 Aug 31 15:26:01.175508 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c33811-4504-4ecb-b33f-fe2f29308b3a req-d39a9a3c-4c65-47aa-9d08-29754643c9ad tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:01.176914 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56c33811-4504-4ecb-b33f-fe2f29308b3a req-d39a9a3c-4c65-47aa-9d08-29754643c9ad tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 944 time: 0.1786816 Aug 31 15:26:01.320329 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56c33811-4504-4ecb-b33f-fe2f29308b3a req-ce286bc9-35a6-4675-9555-e5e09291f1d2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227489 Aug 31 15:26:01.350551 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-1fb8bbbf-d7c5-47a3-a982-be0c6db0ae89 service neutron] 10.222.0.66 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727014 Aug 31 15:26:01.551430 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ff3ef-a2ee-4a0c-a245-5ba42f6e0c5d req-a002d79b-41fb-43e3-8682-f9ed9009382f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:01.560060 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9a8ff3ef-a2ee-4a0c-a245-5ba42f6e0c5d req-a002d79b-41fb-43e3-8682-f9ed9009382f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1214538 Aug 31 15:26:01.603825 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9a8ff3ef-a2ee-4a0c-a245-5ba42f6e0c5d req-911e150b-a8bd-4f4d-a241-84a6e788714f tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Aug 31 15:26:01.700092 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1910c5fb-a9a3-430b-ac6d-1c36b83b43b0 req-db039fad-63d0-4132-8f3d-b5167f048873 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 210 time: 0.0437157 Aug 31 15:26:02.512337 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41198d5d-9b9c-44c3-9d45-769b335972e9 req-60aa81c1-e4ca-4f29-a0b4-f8f31d46d16e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:02.513763 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-41198d5d-9b9c-44c3-9d45-769b335972e9 req-60aa81c1-e4ca-4f29-a0b4-f8f31d46d16e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 944 time: 0.0811834 Aug 31 15:26:02.558869 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-41198d5d-9b9c-44c3-9d45-769b335972e9 req-ae5af95c-185d-4b2f-b1ef-8bb6ee454a9d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Aug 31 15:26:02.810885 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a0642-2737-421d-b218-b1d1d06637f3 req-a1d2a296-65c1-4a1d-b171-a55c19fd88c5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:02.813218 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c16a0642-2737-421d-b218-b1d1d06637f3 req-a1d2a296-65c1-4a1d-b171-a55c19fd88c5 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0927396 Aug 31 15:26:02.832862 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-fe0fba3c-1ee1-4b5c-b906-566e05d80356 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:02.834516 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-fe0fba3c-1ee1-4b5c-b906-566e05d80356 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.15 "GET /v2.0/networks?id=9321899a-7875-4d32-86e8-c957e1db0076 HTTP/1.1" status: 200 len: 808 time: 0.1797760 Aug 31 15:26:02.882579 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c16a0642-2737-421d-b218-b1d1d06637f3 req-ded62d39-e2db-4f66-b50c-118634abb416 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626283 Aug 31 15:26:02.924834 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Request body: {'port': {'device_id': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076', 'admin_state_up': True, 'tenant_id': '05e1534d39bc463b8fd279bd88bb7f31'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:02.979825 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d578fb8e-b614-4605-9ab8-1c54f8b0ddc0 req-d9e3fb3c-8196-460c-b0d7-a94f4de73fe8 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 210 time: 0.0611537 Aug 31 15:26:03.076279 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:03.079987 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Usage tracker for resource:port and tenant:05e1534d39bc463b8fd279bd88bb7f31 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:03.082794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:03.088583 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:03.098558 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Made reservation on behalf of 05e1534d39bc463b8fd279bd88bb7f31 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:03.101911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.157312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59644) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:03.264959 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Allocated IP 172.20.0.10 (9321899a-7875-4d32-86e8-c957e1db0076/94f0c0c1-c269-46f8-90a2-81ea9044e66d/62b95441-736b-48b5-9ffc-c60bc4ecc600) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:03.274195 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.289897 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:03.293806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Usage tracker for resource:security_group_rule and tenant:6f13f782ef37440e81b08f5c022ffd01 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:03.296806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:03.302421 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:03.385342 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 535793e9-2ee0-43db-b2f3-af30363d2d56 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:03.388582 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.392567 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.400152 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2113e382-93fe-4b48-85ff-b41ed65e0fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.440343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc565d-7861-4503-a3ea-0d689d504d24,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.446831 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f13f782ef37440e81b08f5c022ffd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861612 Aug 31 15:26:03.446831 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-02127f9b-1544-4d61-a156-cdad76d3a232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.447083 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59650) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:03.458122 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 535793e9-2ee0-43db-b2f3-af30363d2d56 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:03.463197 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 535793e9-2ee0-43db-b2f3-af30363d2d56 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:03.463576 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.486336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.518645 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.520295 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.524451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.586432 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.595976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Network 9321899a-7875-4d32-86e8-c957e1db0076 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:03.599161 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:03.603054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:03.633873 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.655724 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=535793e9-2ee0-43db-b2f3-af30363d2d56,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:03.658833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:03.671972 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Pushing event updated for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.673574 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.677690 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.680984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:03.681960 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.688385 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.700275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.705576 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.710733 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886231 Aug 31 15:26:03.716967 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc565d-7861-4503-a3ea-0d689d504d24,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.719712 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.748004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Request body: {'port': {'device_id': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:03.750540 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56', 'code': 200} Aug 31 15:26:03.772542 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.776021 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83fc565d-7861-4503-a3ea-0d689d504d24 HTTP/1.1" status: 204 len: 168 time: 0.3257163 Aug 31 15:26:03.777123 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.784397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.848413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ee5e-5113-41b3-8d3e-dc94b747b5b4 req-4bc301f7-b325-49c0-a283-a5a79d6a13d5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:03.850528 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a11ee5e-5113-41b3-8d3e-dc94b747b5b4 req-4bc301f7-b325-49c0-a283-a5a79d6a13d5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.1281219 Aug 31 15:26:03.883953 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.919494 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a11ee5e-5113-41b3-8d3e-dc94b747b5b4 req-9ab885a6-f518-44d0-8cbb-2e389ac69d66 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Aug 31 15:26:04.228735 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856edc8-c32a-40ea-ae10-adc2cc9d4542 req-3ecf3641-88df-4279-bb8d-ece8a4dd06ff tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:04.230759 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7856edc8-c32a-40ea-ae10-adc2cc9d4542 req-3ecf3641-88df-4279-bb8d-ece8a4dd06ff tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1980772 Aug 31 15:26:04.255338 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5e9bc-0722-46ac-9af3-97702bf1b1d8 req-6c61a780-13ce-41bb-8625-97b518f2756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:04.256772 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ca5e9bc-0722-46ac-9af3-97702bf1b1d8 req-6c61a780-13ce-41bb-8625-97b518f2756d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 1098 time: 0.1925786 Aug 31 15:26:04.302841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b95441-736b-48b5-9ffc-c60bc4ecc600 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:04.309967 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92f5f-8c84-41b5-837f-73d3a05b13b0 req-70174e57-4891-48e3-933d-3eab6e898f90 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:04.311456 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f9e92f5f-8c84-41b5-837f-73d3a05b13b0 req-70174e57-4891-48e3-933d-3eab6e898f90 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 932 time: 0.1711679 Aug 31 15:26:04.319581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.343448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7856edc8-c32a-40ea-ae10-adc2cc9d4542 req-584a0fde-b28e-49b6-ae07-2ab3fd5f9fa7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057875 Aug 31 15:26:04.352614 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ca5e9bc-0722-46ac-9af3-97702bf1b1d8 req-badbc5f4-b327-4030-ba1b-9f4ff201c384 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878434 Aug 31 15:26:04.357320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Transition to ACTIVE for port object 62b95441-736b-48b5-9ffc-c60bc4ecc600 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:04.364236 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.374536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:04.376708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f9e92f5f-8c84-41b5-837f-73d3a05b13b0 req-1f357ea3-3a02-43e7-831d-c31222e840fe tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Synchronizing usage tracker for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:04.394284 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f9e92f5f-8c84-41b5-837f-73d3a05b13b0 req-1f357ea3-3a02-43e7-831d-c31222e840fe tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Unset dirty status for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:04.395472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f9e92f5f-8c84-41b5-837f-73d3a05b13b0 req-1f357ea3-3a02-43e7-831d-c31222e840fe tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724132 Aug 31 15:26:04.645841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Pushing event updated for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:04.648617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:04.684040 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Attempting to bind port 62b95441-736b-48b5-9ffc-c60bc4ecc600 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:04.684370 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Attempting to bind port 62b95441-736b-48b5-9ffc-c60bc4ecc600 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'bb2a0f82-90b4-4074-961f-427b1cf50bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:04.684693 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Attempting to bind port 62b95441-736b-48b5-9ffc-c60bc4ecc600 on network 9321899a-7875-4d32-86e8-c957e1db0076 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:04.689464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Port 62b95441-736b-48b5-9ffc-c60bc4ecc600 on network 9321899a-7875-4d32-86e8-c957e1db0076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:26:04.689778 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Attempting to bind port 62b95441-736b-48b5-9ffc-c60bc4ecc600 on network 9321899a-7875-4d32-86e8-c957e1db0076 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:04.695150 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:04.695474 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Checking segment: {'id': 'bb2a0f82-90b4-4074-961f-427b1cf50bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:04.695875 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Bound using segment: {'id': 'bb2a0f82-90b4-4074-961f-427b1cf50bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:04.696278 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Bound port: 62b95441-736b-48b5-9ffc-c60bc4ecc600, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2a0f82-90b4-4074-961f-427b1cf50bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:04.696638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.783200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:04.786683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600,segment=NetworkSegment(bb2a0f82-90b4-4074-961f-427b1cf50bca),segment_id=bb2a0f82-90b4-4074-961f-427b1cf50bca)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:04.792531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.799139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:04.857346 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:04.857744 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.859121 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] 10.222.0.15 "PUT /v2.0/ports/62b95441-736b-48b5-9ffc-c60bc4ecc600 HTTP/1.1" status: 200 len: 1094 time: 1.1163509 Aug 31 15:26:04.859609 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:04.889284 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Pushing event updated for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:04.893183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:04.913744 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600', 'status': 'completed', 'code': 200} Aug 31 15:26:05.115564 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae732-a865-4e94-bd70-d140b45f5d74 req-1db01ea9-11dc-40b8-994f-629e644dbb0f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.117085 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-800ae732-a865-4e94-bd70-d140b45f5d74 req-1db01ea9-11dc-40b8-994f-629e644dbb0f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.0975580 Aug 31 15:26:05.167471 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-800ae732-a865-4e94-bd70-d140b45f5d74 req-b7eee8c0-8a48-43e4-b293-3fd66b4f24fa tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Aug 31 15:26:05.318457 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-15c57e4c-b078-4b05-bf8b-d6c9c88eeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.319933 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-15c57e4c-b078-4b05-bf8b-d6c9c88eeda1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e1534d39bc463b8fd279bd88bb7f31&device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 1097 time: 0.0721054 Aug 31 15:26:05.398949 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-4ca79c76-11b3-45d0-a014-dab33c6e8201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600 HTTP/1.1" status: 200 len: 217 time: 0.0630949 Aug 31 15:26:05.470428 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-944898dd-ee4d-4831-beea-180b2d776c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.472912 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-944898dd-ee4d-4831-beea-180b2d776c3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94f0c0c1-c269-46f8-90a2-81ea9044e66d HTTP/1.1" status: 200 len: 848 time: 0.0616584 Aug 31 15:26:05.525923 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-de37e9c3-8307-4c27-9f1c-0b8e65926fa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9321899a-7875-4d32-86e8-c957e1db0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449440 Aug 31 15:26:05.594382 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3e9c3-6a32-4f53-9b19-44110c5d6137 req-588c50cb-2914-401d-a8ba-3471e7dda3c7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.595816 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3af3e9c3-6a32-4f53-9b19-44110c5d6137 req-588c50cb-2914-401d-a8ba-3471e7dda3c7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1390624 Aug 31 15:26:05.622591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fb2bd-7996-471c-8a73-91de1834f722 req-e8b5087b-ba83-418e-ab74-5f567b3029be tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.624010 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-301fb2bd-7996-471c-8a73-91de1834f722 req-e8b5087b-ba83-418e-ab74-5f567b3029be tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 944 time: 0.1134524 Aug 31 15:26:05.643219 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:26:05.668437 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-c882be14-3125-44c3-b3a7-aa4c0cd7ee62 service neutron] 10.222.0.15 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349905 Aug 31 15:26:05.679013 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3af3e9c3-6a32-4f53-9b19-44110c5d6137 req-82599703-eed2-4ade-a7b1-b1d4ad5a8f14 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Aug 31 15:26:05.691896 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-301fb2bd-7996-471c-8a73-91de1834f722 req-5e844fc5-a74e-4fcd-8f02-1920e2b594e5 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606709 Aug 31 15:26:05.805076 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5de6e26-658d-4e6a-a9f1-2ee8069f367e req-777d0da7-043e-4502-93bc-b3344493379e service neutron] 10.222.0.15 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284387 Aug 31 15:26:06.049162 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-95c6109e-7734-42f0-8683-212e6df97f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.050683 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-95c6109e-7734-42f0-8683-212e6df97f4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e1534d39bc463b8fd279bd88bb7f31&device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 1097 time: 0.0695522 Aug 31 15:26:06.186551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-13122686-4537-44f1-9b14-cda1c6d3083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.188223 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-13122686-4537-44f1-9b14-cda1c6d3083f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9321899a-7875-4d32-86e8-c957e1db0076 HTTP/1.1" status: 200 len: 909 time: 0.1277866 Aug 31 15:26:06.272920 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-5b74f800-faad-4cb2-9ce8-4b3ff31f8221 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600 HTTP/1.1" status: 200 len: 217 time: 0.0750484 Aug 31 15:26:06.360762 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-ef8a4189-00d8-43ad-91c5-2776d14caf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.362237 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-ef8a4189-00d8-43ad-91c5-2776d14caf31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94f0c0c1-c269-46f8-90a2-81ea9044e66d HTTP/1.1" status: 200 len: 848 time: 0.0682127 Aug 31 15:26:06.389547 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-2d74de5b-e90b-44a6-849b-eb993ee94f18 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=28cf0b54092b40c098009bb876f0c9df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323365 Aug 31 15:26:06.411534 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-31568fdf-c63d-46e2-8e32-9231c800f98b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9321899a-7875-4d32-86e8-c957e1db0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424998 Aug 31 15:26:06.465562 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff34ea-689b-4e95-a439-95b6de88828d req-250a8aa6-78ba-46aa-9efc-48b8969f671b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.468294 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b8ff34ea-689b-4e95-a439-95b6de88828d req-250a8aa6-78ba-46aa-9efc-48b8969f671b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.1822324 Aug 31 15:26:06.544666 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-454af4bb-3313-4faa-ae03-bb99d79391f4 service neutron] 10.222.0.15 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247187 Aug 31 15:26:06.591138 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b8ff34ea-689b-4e95-a439-95b6de88828d req-d135a9a8-8334-4f91-a075-ef806652eaa8 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752275 Aug 31 15:26:06.601155 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-62241cb9-894c-4937-be24-5f32d7cffef2 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.602581 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-62241cb9-894c-4937-be24-5f32d7cffef2 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064440 Aug 31 15:26:06.618618 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-d8d1d2dc-4c01-4587-a769-a79984ed409c tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/quotas/28cf0b54092b40c098009bb876f0c9df HTTP/1.1" status: 200 len: 375 time: 0.0102799 Aug 31 15:26:06.667466 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-0f2c27ac-8873-4ca5-963b-b764e6c94037 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28cf0b54092b40c098009bb876f0c9df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431182 Aug 31 15:26:06.782598 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f8d32d8f-7b51-4cd0-ad0a-c90809012a21 req-e5b5876c-63dd-4f4d-93b4-15aa7fde4b60 service neutron] 10.222.0.15 "GET /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053580 Aug 31 15:26:06.933389 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbe51-411b-4fed-890e-0bfaeb676902 req-a365e5a4-ae9c-4588-b468-1ca4ca63a01e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.935005 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75cbbe51-411b-4fed-890e-0bfaeb676902 req-a365e5a4-ae9c-4588-b468-1ca4ca63a01e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0801182 Aug 31 15:26:06.981594 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75cbbe51-411b-4fed-890e-0bfaeb676902 req-fc767b9b-2427-4700-8d48-70e6e62062ea tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Aug 31 15:26:07.110825 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-16e6d3ae-1d79-4376-82ad-030e1b51abba req-db3d00dc-4920-4dc4-bfbe-733489926c38 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 210 time: 0.0792267 Aug 31 15:26:07.208714 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dce6e-38c4-413a-9989-0baa4aee5c11 req-fc304995-db9d-4e8a-80a5-64012274e4d1 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:07.210634 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3d8dce6e-38c4-413a-9989-0baa4aee5c11 req-fc304995-db9d-4e8a-80a5-64012274e4d1 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 944 time: 0.0992830 Aug 31 15:26:07.259084 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3d8dce6e-38c4-413a-9989-0baa4aee5c11 req-ab79d247-577a-4000-b2bd-36b555fe04b4 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Aug 31 15:26:07.782983 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62359e9-d115-43a3-8130-a59ead5281ce req-e8c89c88-6139-42ea-8271-7e1275b72243 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:07.784550 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d62359e9-d115-43a3-8130-a59ead5281ce req-e8c89c88-6139-42ea-8271-7e1275b72243 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.0876985 Aug 31 15:26:07.838121 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d62359e9-d115-43a3-8130-a59ead5281ce req-f92dcbd6-2fa0-451e-b7de-0519105a40ec tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474734 Aug 31 15:26:07.931562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a05e61-0775-4537-b8fe-4140e5c0c219 req-e8bc4e1b-adc0-4ee3-a832-dc501353067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:07.934395 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-16a05e61-0775-4537-b8fe-4140e5c0c219 req-e8bc4e1b-adc0-4ee3-a832-dc501353067d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.0812867 Aug 31 15:26:07.983545 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-16a05e61-0775-4537-b8fe-4140e5c0c219 req-501a4b46-775f-48e6-a564-9763fa8f6ea4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Aug 31 15:26:08.199648 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e59ed-92da-469c-9d99-8fb0fbc2e65b req-c7edbbd0-22db-49f8-a2a2-aec818cafe50 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:08.201292 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e46e59ed-92da-469c-9d99-8fb0fbc2e65b req-c7edbbd0-22db-49f8-a2a2-aec818cafe50 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0981743 Aug 31 15:26:08.251570 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e46e59ed-92da-469c-9d99-8fb0fbc2e65b req-47155cd5-7ce0-452e-8b28-b4e47fcb3d03 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Aug 31 15:26:08.411631 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-009252b9-3760-4d38-8d02-491b823984d1 req-8b193d65-34b2-419d-8e40-0ddbb6c8c482 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 210 time: 0.0543067 Aug 31 15:26:08.589095 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312740ac-7f7b-4fe6-a0d5-45a7fcf9bf93 req-1471a4e2-5285-4d8b-bbb8-0a1c06f8428a tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:08.590547 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-312740ac-7f7b-4fe6-a0d5-45a7fcf9bf93 req-1471a4e2-5285-4d8b-bbb8-0a1c06f8428a tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 944 time: 0.0785646 Aug 31 15:26:08.634645 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-312740ac-7f7b-4fe6-a0d5-45a7fcf9bf93 req-6046941b-ca7f-4f04-8be1-ec5ea9b03fcf tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Aug 31 15:26:08.745443 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-d464b786-7013-4bcd-afe5-33b86fa19b3b tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=28cf0b54092b40c098009bb876f0c9df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277388 Aug 31 15:26:08.934444 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-f37d17f5-1ea4-4f2a-93b9-73841d859836 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:08.936076 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-f37d17f5-1ea4-4f2a-93b9-73841d859836 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530354 Aug 31 15:26:08.965445 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Request body: {'port': {'device_id': '554c9c9e-f530-400a-a847-313cb4a802fc', 'network_id': '70a61144-6415-4f42-be02-521ea3044988', 'admin_state_up': True, 'tenant_id': '28cf0b54092b40c098009bb876f0c9df'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:09.106408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:09.106408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Usage tracker for resource:port and tenant:28cf0b54092b40c098009bb876f0c9df is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:09.108725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:09.114639 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:09.125516 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Made reservation on behalf of 28cf0b54092b40c098009bb876f0c9df for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:09.129238 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.143268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.158975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:09.163188 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Usage tracker for resource:security_group_rule and tenant:28cf0b54092b40c098009bb876f0c9df is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:09.166048 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:09.172403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:09.258425 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.262805 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.266874 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-955d9686-6a37-4cfc-ab64-c2992a261c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:09.354723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:09.364003 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:09.455250 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Allocated IP 192.168.233.226 (70a61144-6415-4f42-be02-521ea3044988/2b80711f-ad19-432a-b5aa-8fe184230a6c/07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:09.588293 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d62e6b-4315-4fd7-813a-204fc9617ac9 req-27190d12-9a7d-4841-a278-173d776f0852 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:09.589379 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-43d62e6b-4315-4fd7-813a-204fc9617ac9 req-27190d12-9a7d-4841-a278-173d776f0852 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1656122 Aug 31 15:26:09.637043 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-43d62e6b-4315-4fd7-813a-204fc9617ac9 req-3605561a-df82-499f-9dab-c3ced8a7de95 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Aug 31 15:26:09.683960 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.700059 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Transition to ACTIVE for port object 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:09.724831 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.731967 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:09.811422 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Network 70a61144-6415-4f42-be02-521ea3044988 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:09.815918 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:09.831797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:09.834722 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6eff-fba1-4cc9-b3f6-d4ed94d1900b req-623e1611-1f4d-4a91-87b1-aeef46c3026b tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:09.843743 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e4e6eff-fba1-4cc9-b3f6-d4ed94d1900b req-623e1611-1f4d-4a91-87b1-aeef46c3026b tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 936 time: 0.1004424 Aug 31 15:26:09.875507 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Pushing event updated for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:09.879491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:09.897146 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e4e6eff-fba1-4cc9-b3f6-d4ed94d1900b req-c4f4c39f-2747-44fc-a2a1-f9020e3f2c4a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508754 Aug 31 15:26:09.921240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:09.922227 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.949618 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9888341 Aug 31 15:26:09.982513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Request body: {'port': {'device_id': '554c9c9e-f530-400a-a847-313cb4a802fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:10.075141 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1823f-ea59-4216-b5c9-3cdb2179869c req-ad786e4c-8583-412f-909f-dcaf04dce86b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:10.076815 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25b1823f-ea59-4216-b5c9-3cdb2179869c req-ad786e4c-8583-412f-909f-dcaf04dce86b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 944 time: 0.0933332 Aug 31 15:26:10.122523 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25b1823f-ea59-4216-b5c9-3cdb2179869c req-fb11730d-b4b6-4a8c-a68c-60dda04c06f1 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Aug 31 15:26:10.127736 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.179995 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-cf02f580-8b1b-47d2-8670-4b4f4d1d3110 None None] Provisioning for port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:10.184748 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-cf02f580-8b1b-47d2-8670-4b4f4d1d3110 None None] Provisioning complete for port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:10.185117 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-cf02f580-8b1b-47d2-8670-4b4f4d1d3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.240948 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-cf02f580-8b1b-47d2-8670-4b4f4d1d3110 None None] Port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:10.523415 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:10.531171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.545230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Transition to ACTIVE for port object 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:10.549172 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.554549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4d891cac-5e02-4631-bae1-159978df6fee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:10.717458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Pushing event updated for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:10.801287 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:10.843800 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731e63-8c93-4445-be93-4e482325c2e9 req-99b6feeb-310b-44bc-9f83-fc9744a4f9f4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:10.845490 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ff731e63-8c93-4445-be93-4e482325c2e9 req-99b6feeb-310b-44bc-9f83-fc9744a4f9f4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0927691 Aug 31 15:26:10.874026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Attempting to bind port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:10.874301 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Attempting to bind port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:10.874649 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Attempting to bind port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 on network 70a61144-6415-4f42-be02-521ea3044988 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:10.879507 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 on network 70a61144-6415-4f42-be02-521ea3044988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:26:10.879816 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Attempting to bind port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 on network 70a61144-6415-4f42-be02-521ea3044988 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:10.885343 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:10.885672 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Checking segment: {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:10.886719 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Bound using segment: {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:10.887132 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Bound port: 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07776b9f-340b-482d-b7cb-675b179d3b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '70a61144-6415-4f42-be02-521ea3044988'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:10.887473 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.898893 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ff731e63-8c93-4445-be93-4e482325c2e9 req-491bccca-2d47-4257-965c-0fedb58645f6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Aug 31 15:26:10.982880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:10.986354 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:10.993819 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.999340 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:11.087421 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.088045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.089661 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 HTTP/1.1" status: 200 len: 1098 time: 1.1142800 Aug 31 15:26:11.090200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:11.098350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Pushing event updated for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:11.106458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:11.135057 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134197-dc98-471d-9b7d-ff0b19ba0737 req-6317d2ea-a1d7-43b0-bd16-005ded0dcc70 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.138490 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e134197-dc98-471d-9b7d-ff0b19ba0737 req-6317d2ea-a1d7-43b0-bd16-005ded0dcc70 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.1179512 Aug 31 15:26:11.193144 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e134197-dc98-471d-9b7d-ff0b19ba0737 req-16278e3c-c6f0-4576-b6c4-de4d7908b033 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496554 Aug 31 15:26:11.202507 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4', 'status': 'completed', 'code': 200} Aug 31 15:26:11.259768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-f1cae1a2-5def-484f-a202-76ab7dfe6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.261465 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-f1cae1a2-5def-484f-a202-76ab7dfe6d3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28cf0b54092b40c098009bb876f0c9df&device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 1101 time: 0.1034994 Aug 31 15:26:11.365233 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-c285f738-ea03-4d08-aabd-b9e5aeb15f04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 HTTP/1.1" status: 200 len: 217 time: 0.0813489 Aug 31 15:26:11.379645 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e2b9-283b-42a3-a4d1-394ae1e8bb59 req-5ff35660-42ff-43a8-b23d-ca6325ec4eb8 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.381107 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49d3e2b9-283b-42a3-a4d1-394ae1e8bb59 req-5ff35660-42ff-43a8-b23d-ca6325ec4eb8 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 944 time: 0.0945268 Aug 31 15:26:11.428928 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49d3e2b9-283b-42a3-a4d1-394ae1e8bb59 req-5c924895-896a-4678-a723-8be6d7233a53 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Aug 31 15:26:11.438532 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-131915e7-bc0a-424c-bd5a-d4c865f95f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.439587 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 62b95441-736b-48b5-9ffc-c60bc4ecc600 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:26:11.440402 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-131915e7-bc0a-424c-bd5a-d4c865f95f0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b80711f-ad19-432a-b5aa-8fe184230a6c HTTP/1.1" status: 200 len: 843 time: 0.0677965 Aug 31 15:26:11.531094 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-5cc75bfd-65ed-4e6b-8971-ddc8efe49258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.532591 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-5cc75bfd-65ed-4e6b-8971-ddc8efe49258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a61144-6415-4f42-be02-521ea3044988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759745 Aug 31 15:26:11.614877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-b5c7c9ea-1938-442e-bf42-08acfabb5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.616385 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-b5c7c9ea-1938-442e-bf42-08acfabb5327 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.1484516 Aug 31 15:26:11.640103 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600,segment=NetworkSegment(bb2a0f82-90b4-4074-961f-427b1cf50bca),segment_id=bb2a0f82-90b4-4074-961f-427b1cf50bca)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:11.657612 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '62b95441-736b-48b5-9ffc-c60bc4ecc600', 'network_id': '9321899a-7875-4d32-86e8-c957e1db0076', 'port_id': '62b95441-736b-48b5-9ffc-c60bc4ecc600', 'mac_address': 'fa:16:3e:c6:f1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f0c0c1-c269-46f8-90a2-81ea9044e66d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:26:11.673496 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32edac-f736-475e-9a0d-414437f1a2c8 req-070ecdd9-7db4-464c-b6b3-da88fd19f725 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.674808 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac32edac-f736-475e-9a0d-414437f1a2c8 req-070ecdd9-7db4-464c-b6b3-da88fd19f725 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1440713 Aug 31 15:26:11.713323 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-51c1414a-809c-4a46-a751-d5a27d1fcbfe service neutron] 10.222.0.15 "GET /v2.0/networks/70a61144-6415-4f42-be02-521ea3044988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444433 Aug 31 15:26:11.757706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.784057 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b95441-736b-48b5-9ffc-c60bc4ecc600 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:11.801778 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac32edac-f736-475e-9a0d-414437f1a2c8 req-d8f1e816-18ce-40e8-8ade-59f95f1dfe15 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 Aug 31 15:26:11.808755 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600,segment=NetworkSegment(bb2a0f82-90b4-4074-961f-427b1cf50bca),segment_id=bb2a0f82-90b4-4074-961f-427b1cf50bca)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:11.823855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.825774 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:11.839839 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-be492864-609e-4051-b94e-1537a14b3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.841235 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-be492864-609e-4051-b94e-1537a14b3e7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.2091148 Aug 31 15:26:11.882110 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-36bcfec4-9b46-41b9-98cd-784cd8c92731 req-e09739e6-cc2c-43be-a399-7c7c4be8a944 service neutron] 10.222.0.15 "GET /v2.0/networks/70a61144-6415-4f42-be02-521ea3044988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614933 Aug 31 15:26:11.899837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:11.903933 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:11.921561 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-488c1683-046d-46d2-b9e1-41af7d1da4f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.0709014 Aug 31 15:26:12.075954 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-338bc639-3bd7-4bf1-b0b9-dff27bb2fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.077297 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-338bc639-3bd7-4bf1-b0b9-dff27bb2fd42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.0572076 Aug 31 15:26:12.100424 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ac62-225f-4596-937d-5a6786cec914 req-63ea8cd2-ebef-48af-bcd2-0c9944999217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.101880 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-63ea8cd2-ebef-48af-bcd2-0c9944999217 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28cf0b54092b40c098009bb876f0c9df&device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 1101 time: 0.0739546 Aug 31 15:26:12.127890 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-e1981ded-9dfe-4e05-8fcf-9ac0a5c6b265 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438209 Aug 31 15:26:12.244534 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ac62-225f-4596-937d-5a6786cec914 req-98a639d9-fefc-4bf3-a434-135d87be1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.246546 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-98a639d9-fefc-4bf3-a434-135d87be1195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70a61144-6415-4f42-be02-521ea3044988 HTTP/1.1" status: 200 len: 870 time: 0.1339123 Aug 31 15:26:12.276885 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-c9ef5dae-cfc4-4476-8b11-270fd21b451d service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332941 Aug 31 15:26:12.321223 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-7fdd69bb-957e-49f9-8225-adcb4891fa2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 HTTP/1.1" status: 200 len: 217 time: 0.0664196 Aug 31 15:26:12.392768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ac62-225f-4596-937d-5a6786cec914 req-d5e0024e-e585-4683-b1de-76c356509ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.394372 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-d5e0024e-e585-4683-b1de-76c356509ab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b80711f-ad19-432a-b5aa-8fe184230a6c HTTP/1.1" status: 200 len: 843 time: 0.0631783 Aug 31 15:26:12.485353 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ac62-225f-4596-937d-5a6786cec914 req-e15345dd-31c2-4631-84e6-32ac12051d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.488609 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-e15345dd-31c2-4631-84e6-32ac12051d4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70a61144-6415-4f42-be02-521ea3044988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874372 Aug 31 15:26:12.494435 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7b1bbf81-3cd8-4a0b-99e3-a0c36da6ad2f req-b4d2ee77-e9c8-47df-a4a4-7c1270631c5d service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047145 Aug 31 15:26:12.505885 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d6424-6191-452c-ab89-641a68351b42 req-3ebd4a4e-30e6-4109-ac80-5bdb3bfcab72 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.512788 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-064d6424-6191-452c-ab89-641a68351b42 req-3ebd4a4e-30e6-4109-ac80-5bdb3bfcab72 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.1975782 Aug 31 15:26:12.616655 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-064d6424-6191-452c-ab89-641a68351b42 req-b5b20df8-1fcf-4c8b-9634-83e436c66a08 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 Aug 31 15:26:12.659359 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-5ae82be0-f6c7-4958-80d2-357d5d7472af service neutron] 10.222.0.15 "GET /v2.0/networks/70a61144-6415-4f42-be02-521ea3044988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334157 Aug 31 15:26:12.667775 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb98c3-13b0-44ca-8316-913290d4792b req-7c65d4e0-5cdf-4232-b7ab-ec1a0fe1578d tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.669448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3cb98c3-13b0-44ca-8316-913290d4792b req-7c65d4e0-5cdf-4232-b7ab-ec1a0fe1578d tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 945 time: 0.1178637 Aug 31 15:26:12.717897 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f3cb98c3-13b0-44ca-8316-913290d4792b req-a25ddda1-d5a0-42b0-9e5d-71451bcc4ca2 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Aug 31 15:26:12.732946 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['62b95441-736b-48b5-9ffc-c60bc4ecc600'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:12.849228 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fee6ac62-225f-4596-937d-5a6786cec914 req-2a6ec066-e1f6-43f5-8ea6-1ba0210609cc service neutron] 10.222.0.15 "GET /v2.0/networks/70a61144-6415-4f42-be02-521ea3044988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553421 Aug 31 15:26:13.008342 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd612-2dfc-4505-a473-94cb0fcfa17c req-678ddda6-6ba6-4ff4-beef-59ab615cab78 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:13.009837 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5e1bd612-2dfc-4505-a473-94cb0fcfa17c req-678ddda6-6ba6-4ff4-beef-59ab615cab78 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0787458 Aug 31 15:26:13.133425 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5e1bd612-2dfc-4505-a473-94cb0fcfa17c req-eda8c629-0839-4f0f-b044-18ef6613fdd6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169233 Aug 31 15:26:13.202713 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59854) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:13.320165 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.335978 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:13.339514 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Usage tracker for resource:security_group_rule and tenant:c07bcd3ede4c4555b5a83fff272a8baf is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:13.343291 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:13.349098 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:13.440718 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.444985 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.452980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c928df1e-2b20-47a2-b53f-962ad36c79e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.490953 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2685ef4e-30c4-45e1-a530-71b38b5e6944,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.495069 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c07bcd3ede4c4555b5a83fff272a8baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913728 Aug 31 15:26:13.496531 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.498220 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 59868) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:13.558643 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.589949 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.640591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.645604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d394e464-547c-40e0-8c5e-d68eace83492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.656794 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2685ef4e-30c4-45e1-a530-71b38b5e6944,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.660655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.664141 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.665348 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2685ef4e-30c4-45e1-a530-71b38b5e6944 HTTP/1.1" status: 204 len: 168 time: 0.1661384 Aug 31 15:26:13.835283 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba867c14-bdd7-448e-a582-33ff51033947 req-0b225e11-eebf-4f1b-9ccd-954ceb0b5016 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:13.836907 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ba867c14-bdd7-448e-a582-33ff51033947 req-0b225e11-eebf-4f1b-9ccd-954ceb0b5016 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.0895598 Aug 31 15:26:13.892748 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ba867c14-bdd7-448e-a582-33ff51033947 req-bbdcc870-a5fd-4e07-9f85-875bef9d8ddb tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Aug 31 15:26:14.075497 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abac7-86bc-4100-be76-ba90e0278a16 req-5957ca21-40d4-4c97-8297-4d0c8ad29362 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:14.076977 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e74abac7-86bc-4100-be76-ba90e0278a16 req-5957ca21-40d4-4c97-8297-4d0c8ad29362 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 945 time: 0.0854933 Aug 31 15:26:14.126790 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e74abac7-86bc-4100-be76-ba90e0278a16 req-848a5792-a6cb-4dd4-9dab-edeb837a8fc4 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Aug 31 15:26:14.323164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de9fb-cd41-49dc-bf18-8315158bcf51 req-aa908d53-f72e-46a5-ae0b-47cd02c1d32e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:14.324638 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc2de9fb-cd41-49dc-bf18-8315158bcf51 req-aa908d53-f72e-46a5-ae0b-47cd02c1d32e tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0777419 Aug 31 15:26:14.373719 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc2de9fb-cd41-49dc-bf18-8315158bcf51 req-66fb7c2f-5135-46ef-8e93-82324fe79165 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Aug 31 15:26:15.077869 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3560-cdcf-4e63-bff6-789f7987f5e0 req-57c8dbb0-7af7-4e5f-a27b-1d109d387a55 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:15.079388 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5ef3560-cdcf-4e63-bff6-789f7987f5e0 req-57c8dbb0-7af7-4e5f-a27b-1d109d387a55 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.0799246 Aug 31 15:26:15.123912 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5ef3560-cdcf-4e63-bff6-789f7987f5e0 req-b3e78e95-95db-476d-8794-7f651009fedc tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Aug 31 15:26:15.314460 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b24552-6224-4cc5-a261-6234881a6e78 req-47b0c8df-07b4-492c-b654-fa3cecad4aab tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:15.316337 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63b24552-6224-4cc5-a261-6234881a6e78 req-47b0c8df-07b4-492c-b654-fa3cecad4aab tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 945 time: 0.0868757 Aug 31 15:26:15.373409 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63b24552-6224-4cc5-a261-6234881a6e78 req-839b247a-e85e-4dbb-a028-b3ea9193fed4 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Aug 31 15:26:15.456628 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 62b95441-736b-48b5-9ffc-c60bc4ecc600 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:15.541724 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 62b95441-736b-48b5-9ffc-c60bc4ecc600 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:15.559581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe850ea9-31ec-49b6-9145-fa6fc0dbb5b9 req-412adc4d-6d5c-4b96-8ee2-98661da58391 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:15.560962 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe850ea9-31ec-49b6-9145-fa6fc0dbb5b9 req-412adc4d-6d5c-4b96-8ee2-98661da58391 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0798929 Aug 31 15:26:15.596809 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 62b95441-736b-48b5-9ffc-c60bc4ecc600 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:15.597188 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.609096 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe850ea9-31ec-49b6-9145-fa6fc0dbb5b9 req-7faac845-14e9-4076-a03a-dd2b8fc3d8ac tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Aug 31 15:26:15.746942 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.772648 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:15.782605 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600,segment=NetworkSegment(bb2a0f82-90b4-4074-961f-427b1cf50bca),segment_id=bb2a0f82-90b4-4074-961f-427b1cf50bca)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:15.787884 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.789735 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:15.823875 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600', 'code': 200} Aug 31 15:26:15.854183 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:15.857076 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:16.094254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb460f-190d-4f10-a73d-bde3b85ec0ff req-80ebdcc9-25c8-420a-b9a6-4897e6250787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:16.095712 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-46eb460f-190d-4f10-a73d-bde3b85ec0ff req-80ebdcc9-25c8-420a-b9a6-4897e6250787 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 1099 time: 0.0697570 Aug 31 15:26:16.200318 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-46eb460f-190d-4f10-a73d-bde3b85ec0ff req-9645c516-0dc4-4e30-b1a1-e21865a3a9d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976183 Aug 31 15:26:16.315743 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf72a7-4a1c-4537-b285-0b4e00c29a8a req-fdb2bc43-1188-41e0-a8b7-28aa902b5dfe tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:16.317295 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5acf72a7-4a1c-4537-b285-0b4e00c29a8a req-fdb2bc43-1188-41e0-a8b7-28aa902b5dfe tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.0833130 Aug 31 15:26:16.362421 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5acf72a7-4a1c-4537-b285-0b4e00c29a8a req-bf908a7d-9c19-4534-92a6-b9adf9731984 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Aug 31 15:26:16.566894 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7e788-ce68-4084-853f-31aa18741a36 req-fd77aae9-7fd0-4fd1-81bf-2c4ef9918c6d tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:16.568362 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56f7e788-ce68-4084-853f-31aa18741a36 req-fd77aae9-7fd0-4fd1-81bf-2c4ef9918c6d tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0922801 Aug 31 15:26:16.616037 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56f7e788-ce68-4084-853f-31aa18741a36 req-8fad6b5f-ae23-48d9-90f3-aea35e20cf75 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Aug 31 15:26:17.001473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf0c95-7b14-4a08-9958-854fc23cb2a6 req-6aa426f0-0d14-415a-80d2-303d20f7bc1b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:17.003044 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-22cf0c95-7b14-4a08-9958-854fc23cb2a6 req-6aa426f0-0d14-415a-80d2-303d20f7bc1b tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0797465 Aug 31 15:26:17.048027 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-22cf0c95-7b14-4a08-9958-854fc23cb2a6 req-e1263012-52ce-4f67-9170-db04aa941e2d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Aug 31 15:26:17.253699 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed951-eb44-4770-a3be-ed2090d2a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.456963 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:26:17.552048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dce60-2241-4147-9a70-df94248ef91f req-efc904a2-a813-4fdf-9c71-24d08b0a7b82 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:17.553428 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a73dce60-2241-4147-9a70-df94248ef91f req-efc904a2-a813-4fdf-9c71-24d08b0a7b82 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 948 time: 0.0848684 Aug 31 15:26:17.603417 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a73dce60-2241-4147-9a70-df94248ef91f req-a6145990-5c21-468d-854c-5536a3132c49 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Aug 31 15:26:17.630638 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:17.646596 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4', 'network_id': '70a61144-6415-4f42-be02-521ea3044988', 'port_id': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4', 'mac_address': 'fa:16:3e:9b:66:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b80711f-ad19-432a-b5aa-8fe184230a6c', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:26:17.705862 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.723016 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:17.740683 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:17.744545 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.747719 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.801669 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d7ab5-5c7a-4706-97c7-f910c0c1a6af req-06b2a6bd-241e-43b8-8754-5ea383da730e tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:17.803214 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-573d7ab5-5c7a-4706-97c7-f910c0c1a6af req-06b2a6bd-241e-43b8-8754-5ea383da730e tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0808508 Aug 31 15:26:17.820222 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.830075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.833008 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.856854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-573d7ab5-5c7a-4706-97c7-f910c0c1a6af req-211f0392-a71d-48d4-9884-9d3a51d9c30b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Aug 31 15:26:18.235671 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d21221-a3e3-4af3-a815-2291a410773a req-1f0dc2f1-32c3-4bd1-878e-0542fc5f23e6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:18.237137 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42d21221-a3e3-4af3-a815-2291a410773a req-1f0dc2f1-32c3-4bd1-878e-0542fc5f23e6 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0856905 Aug 31 15:26:18.281001 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-42d21221-a3e3-4af3-a815-2291a410773a req-7a5173ca-c684-44c3-81cb-46c49ae44673 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 Aug 31 15:26:18.540475 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e4a8e-688e-4c22-b1a9-314e4ab455de req-3d8d938a-ee5f-446b-9284-50f1b179b30f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:18.541939 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ee8e4a8e-688e-4c22-b1a9-314e4ab455de req-3d8d938a-ee5f-446b-9284-50f1b179b30f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.0820692 Aug 31 15:26:18.587466 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ee8e4a8e-688e-4c22-b1a9-314e4ab455de req-6529d500-142c-41cf-8ff8-4db23c1abad2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Aug 31 15:26:18.645918 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:18.856988 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d268b-622b-41db-b775-0d6a95cdd76d req-8fa363ce-ac7d-4ec5-8a5a-18522319108a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:18.858460 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7d8d268b-622b-41db-b775-0d6a95cdd76d req-8fa363ce-ac7d-4ec5-8a5a-18522319108a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 949 time: 0.1358292 Aug 31 15:26:18.909992 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7d8d268b-622b-41db-b775-0d6a95cdd76d req-f82a854e-110a-4c95-a6dd-bffaae4d0b70 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454268 Aug 31 15:26:19.042541 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658e827-faf3-4c3d-9894-6d5252407033 req-0256d92f-b0fb-4b8f-a441-859f08e97a54 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:19.043968 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1658e827-faf3-4c3d-9894-6d5252407033 req-0256d92f-b0fb-4b8f-a441-859f08e97a54 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0782943 Aug 31 15:26:19.091049 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1658e827-faf3-4c3d-9894-6d5252407033 req-2ecaa55c-fa51-4bcc-886a-bf4abffe1cc5 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Aug 31 15:26:19.770891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b9ffd-bb03-4957-bc29-c76b5eac505a req-2db7b880-ee33-4ca6-8908-b1eaa6d55fc3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:19.772356 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-da6b9ffd-bb03-4957-bc29-c76b5eac505a req-2db7b880-ee33-4ca6-8908-b1eaa6d55fc3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.0792298 Aug 31 15:26:19.816666 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-da6b9ffd-bb03-4957-bc29-c76b5eac505a req-af09a7e6-1bd3-425f-b349-3ca316bf62d7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Aug 31 15:26:20.057182 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-11ad75a9-7a25-4c0c-9c7b-d86825731846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:20.165471 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb808a7-5d89-413a-85b2-74bb42d1e18d req-2c0bcc52-3163-4828-a63f-5fe4d601ec20 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:20.167195 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cbb808a7-5d89-413a-85b2-74bb42d1e18d req-2c0bcc52-3163-4828-a63f-5fe4d601ec20 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 949 time: 0.1454926 Aug 31 15:26:20.212464 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cbb808a7-5d89-413a-85b2-74bb42d1e18d req-8f971a14-c6d9-4a13-a101-76c36684a816 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Aug 31 15:26:20.619787 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:21.002753 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10771e-4f7b-4d84-bb00-150d79a0f9d8 req-6362f2e4-4536-4690-bedf-039ba3f113cc tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:21.004250 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a10771e-4f7b-4d84-bb00-150d79a0f9d8 req-6362f2e4-4536-4690-bedf-039ba3f113cc tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.0847855 Aug 31 15:26:21.050408 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a10771e-4f7b-4d84-bb00-150d79a0f9d8 req-2dc992d4-9173-42ab-938d-ae323e4674f3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Aug 31 15:26:21.409674 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54c1b3-f492-4631-888b-f63e441a9219 req-9064fca8-88c2-4167-9df0-699ddb33ea6c tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:21.411124 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca54c1b3-f492-4631-888b-f63e441a9219 req-9064fca8-88c2-4167-9df0-699ddb33ea6c tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 949 time: 0.0860696 Aug 31 15:26:21.459690 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca54c1b3-f492-4631-888b-f63e441a9219 req-8e674f79-c89d-465a-b1ca-472ddd6fae8b tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Aug 31 15:26:21.502399 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:21.571707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:21.577214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:21.577706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:21.704166 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:21.730937 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:21.741297 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:21.745637 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:21.749245 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:21.782952 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4', 'code': 200} Aug 31 15:26:21.819466 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:21.823766 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:22.185549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707b0fe-3535-481d-b853-75a006337f5b req-54ac372c-c976-4639-b923-7c6088ac5c1e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.186342 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-4707b0fe-3535-481d-b853-75a006337f5b req-54ac372c-c976-4639-b923-7c6088ac5c1e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Synchronizing usage tracker for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:22.204849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-4707b0fe-3535-481d-b853-75a006337f5b req-54ac372c-c976-4639-b923-7c6088ac5c1e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Unset dirty status for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:22.205990 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4707b0fe-3535-481d-b853-75a006337f5b req-54ac372c-c976-4639-b923-7c6088ac5c1e tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.1100955 Aug 31 15:26:22.229022 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf767-6126-4c2c-862c-d14acfceb77f req-f5e566c8-3b94-4232-89d8-738644d32a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.231040 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63daf767-6126-4c2c-862c-d14acfceb77f req-f5e566c8-3b94-4232-89d8-738644d32a99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 1103 time: 0.1355717 Aug 31 15:26:22.282839 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49ac41-8a51-41bf-8148-d593dc345e6c req-4f10c50f-06a6-4e5f-accf-44eae445acdb tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.286559 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Deleting port 535793e9-2ee0-43db-b2f3-af30363d2d56 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:22.287046 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.289649 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fb49ac41-8a51-41bf-8148-d593dc345e6c req-4f10c50f-06a6-4e5f-accf-44eae445acdb tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 945 time: 0.1253951 Aug 31 15:26:22.323554 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63daf767-6126-4c2c-862c-d14acfceb77f req-3c21d7b9-7279-4321-b06c-cde2eb082db8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810444 Aug 31 15:26:22.341112 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.353894 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fb49ac41-8a51-41bf-8148-d593dc345e6c req-033c6ee3-bc9d-42a8-a0c5-a27991d8dd24 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632281 Aug 31 15:26:22.577564 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] For port 535793e9-2ee0-43db-b2f3-af30363d2d56, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=535793e9-2ee0-43db-b2f3-af30363d2d56,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:22.577928 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.706193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb611-38d2-4a03-844f-dc99bf63b7a6 req-157fe361-5ad8-43e9-b843-27715f6384ab tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.708008 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec4fb611-38d2-4a03-844f-dc99bf63b7a6 req-157fe361-5ad8-43e9-b843-27715f6384ab tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.0904272 Aug 31 15:26:22.710941 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Calling delete_port for 535793e9-2ee0-43db-b2f3-af30363d2d56 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:22.813931 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec4fb611-38d2-4a03-844f-dc99bf63b7a6 req-135418bb-4bfe-4128-9638-f926d3b103ee tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652711 Aug 31 15:26:22.834571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0784865-d8f4-4b5f-b62a-e6f60b9861a4 req-d7ff5c41-c296-4de5-8f2a-f9dcc8c8a1fa tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.836273 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d0784865-d8f4-4b5f-b62a-e6f60b9861a4 req-d7ff5c41-c296-4de5-8f2a-f9dcc8c8a1fa tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.1265268 Aug 31 15:26:22.857100 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.863911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bf57f7ab-80b7-4729-b9f6-1c7e7a66ba41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:22.888848 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d0784865-d8f4-4b5f-b62a-e6f60b9861a4 req-94e21fbe-eb67-4e9c-9415-4b36e9484e11 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Aug 31 15:26:22.911552 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event deleted for resources: {'Port': ['ID=535793e9-2ee0-43db-b2f3-af30363d2d56,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:22.914115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:22.916748 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', '535793e9-2ee0-43db-b2f3-af30363d2d56'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:22.992776 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] No DVR routers for this DVR port 535793e9-2ee0-43db-b2f3-af30363d2d56 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:22.996274 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.999223 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'name': 'network-vif-deleted', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:23.018555 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4707b0fe-3535-481d-b853-75a006337f5b req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "DELETE /v2.0/ports/535793e9-2ee0-43db-b2f3-af30363d2d56 HTTP/1.1" status: 204 len: 173 time: 0.8056705 Aug 31 15:26:23.051190 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe00b04-cddd-4870-8d26-fb8b504677f3', 'name': 'network-vif-deleted', 'tag': '535793e9-2ee0-43db-b2f3-af30363d2d56', 'status': 'completed', 'code': 200} Aug 31 15:26:23.511139 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-10878161-ae9c-47d9-bcf0-7dbefbea291d req-1d5ffdbf-0466-4e6c-abb0-86a40f1bfc9d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbe00b04-cddd-4870-8d26-fb8b504677f3 HTTP/1.1" status: 200 len: 210 time: 0.0415528 Aug 31 15:26:24.050700 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a02ce-e91b-47c0-a6be-d1e0ebd8ed32 req-dda440d5-f8fc-48ae-8ef0-403a426fbbe7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:24.052175 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a5a02ce-e91b-47c0-a6be-d1e0ebd8ed32 req-dda440d5-f8fc-48ae-8ef0-403a426fbbe7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1374965 Aug 31 15:26:24.082013 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be966d-30b3-4008-8c00-46170073dff0 req-49110878-5d6e-476e-b742-2f27a80ddf8a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:24.083448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27be966d-30b3-4008-8c00-46170073dff0 req-49110878-5d6e-476e-b742-2f27a80ddf8a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.1369607 Aug 31 15:26:24.134690 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a5a02ce-e91b-47c0-a6be-d1e0ebd8ed32 req-0f2932a2-06d5-48f2-b3e3-3ad2d2bce59c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746880 Aug 31 15:26:24.147238 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27be966d-30b3-4008-8c00-46170073dff0 req-c9c19d81-977d-40a7-aa6d-d8f33d8b209e tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 Aug 31 15:26:24.321089 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74827a-ed49-4e99-8ae1-568eef30ad46 req-8d114ace-aa32-4841-9f0c-5a503941c99b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:24.322465 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db74827a-ed49-4e99-8ae1-568eef30ad46 req-8d114ace-aa32-4841-9f0c-5a503941c99b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0824838 Aug 31 15:26:24.367567 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db74827a-ed49-4e99-8ae1-568eef30ad46 req-15eea120-8486-4974-8a42-e5907620cdca tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Aug 31 15:26:25.390821 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc9f5d-65ff-4293-9b83-8a019aacb94e req-607c0010-df39-4e40-af40-3bbccae4b832 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:25.392261 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-11cc9f5d-65ff-4293-9b83-8a019aacb94e req-607c0010-df39-4e40-af40-3bbccae4b832 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1427114 Aug 31 15:26:25.400057 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ec2bb-ebc1-448a-9240-5743220a22bf req-a30c6988-8c91-4666-9a23-93876451cf33 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:25.401404 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-819ec2bb-ebc1-448a-9240-5743220a22bf req-a30c6988-8c91-4666-9a23-93876451cf33 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.1209886 Aug 31 15:26:25.466098 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-11cc9f5d-65ff-4293-9b83-8a019aacb94e req-cf156ff1-6f2f-4ffa-8483-5f5a275170ae tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637617 Aug 31 15:26:25.472706 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-819ec2bb-ebc1-448a-9240-5743220a22bf req-e18293f4-bce6-4903-bf7c-c95612dff9c2 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581150 Aug 31 15:26:25.515709 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 535793e9-2ee0-43db-b2f3-af30363d2d56 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:25.549979 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 535793e9-2ee0-43db-b2f3-af30363d2d56 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:25.550350 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 535793e9-2ee0-43db-b2f3-af30363d2d56 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:25.644582 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28103793-be78-427f-ad04-8dcd5637ff03 req-21308fd9-322e-43bc-9e5c-0f6742841734 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:25.646022 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28103793-be78-427f-ad04-8dcd5637ff03 req-21308fd9-322e-43bc-9e5c-0f6742841734 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0840552 Aug 31 15:26:25.688194 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28103793-be78-427f-ad04-8dcd5637ff03 req-a58ed95d-3b19-4e4b-a8fb-89c9c990ac1b tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/security-groups?id=71a0929b-0e8c-4d03-9d42-852fad54f4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Aug 31 15:26:26.173218 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d57aa-6135-4d40-b499-5a02bf9e4b67 req-53a29533-6374-4920-8b74-5249c2c1c207 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.174661 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed9d57aa-6135-4d40-b499-5a02bf9e4b67 req-53a29533-6374-4920-8b74-5249c2c1c207 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.0773292 Aug 31 15:26:26.217278 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed9d57aa-6135-4d40-b499-5a02bf9e4b67 req-e19e65d1-7e7e-46b0-8c2f-386a076758c7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Aug 31 15:26:26.440338 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-9fd01556-ba72-4ce1-87f0-c20975ad74b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719581 Aug 31 15:26:26.444552 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d92b6-061a-4409-8275-55498d9b56be req-c3bebd58-c9a1-48ef-bee8-fb8d8c35836f tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.445230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-3a0d92b6-061a-4409-8275-55498d9b56be req-c3bebd58-c9a1-48ef-bee8-fb8d8c35836f tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Synchronizing usage tracker for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:26.461878 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-3a0d92b6-061a-4409-8275-55498d9b56be req-c3bebd58-c9a1-48ef-bee8-fb8d8c35836f tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Unset dirty status for tenant:05e1534d39bc463b8fd279bd88bb7f31 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:26.463017 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-3a0d92b6-061a-4409-8275-55498d9b56be req-c3bebd58-c9a1-48ef-bee8-fb8d8c35836f tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.15 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 946 time: 0.0941668 Aug 31 15:26:26.542332 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Deleting port 62b95441-736b-48b5-9ffc-c60bc4ecc600 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:26.542759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.558138 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-d09bed23-2ca7-4625-8364-f522094e1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.559946 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-d09bed23-2ca7-4625-8364-f522094e1ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 1099 time: 0.0814805 Aug 31 15:26:26.803753 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] For port 62b95441-736b-48b5-9ffc-c60bc4ecc600, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=62b95441-736b-48b5-9ffc-c60bc4ecc600,segment=NetworkSegment(bb2a0f82-90b4-4074-961f-427b1cf50bca),segment_id=bb2a0f82-90b4-4074-961f-427b1cf50bca)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:26.804010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.919679 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a50ed-c84f-4cf1-9fd5-631fb9dc8c6c req-2f789313-90c5-4165-89fb-b4047b6b2926 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.921126 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a0a50ed-c84f-4cf1-9fd5-631fb9dc8c6c req-2f789313-90c5-4165-89fb-b4047b6b2926 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.3115263 Aug 31 15:26:26.922883 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-30ef2784-d087-491d-b28e-c40b80acdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.924164 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-30ef2784-d087-491d-b28e-c40b80acdb40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 200 len: 920 time: 0.3156753 Aug 31 15:26:26.925359 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Calling delete_port for 62b95441-736b-48b5-9ffc-c60bc4ecc600 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:26.931606 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0702-6a30-4fd2-bc04-975862356b77 req-2ffcca62-3fa0-4c7b-afea-f486dfb6f4b9 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.932981 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27ab0702-6a30-4fd2-bc04-975862356b77 req-2ffcca62-3fa0-4c7b-afea-f486dfb6f4b9 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.3561518 Aug 31 15:26:27.026584 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-e31effdd-f5b1-4bd4-9b8f-fd04e507cac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 200 len: 217 time: 0.0909946 Aug 31 15:26:27.068593 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.074328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:27.096624 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a0a50ed-c84f-4cf1-9fd5-631fb9dc8c6c req-d617393e-e592-4c77-8213-bd0806573635 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627140 Aug 31 15:26:27.129659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-2317db9a-9861-49a3-974d-236f8ec7aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.131292 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-2317db9a-9861-49a3-974d-236f8ec7aab7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 200 len: 859 time: 0.0911453 Aug 31 15:26:27.134345 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27ab0702-6a30-4fd2-bc04-975862356b77 req-e4614380-b27e-46f1-a010-408676e86727 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321483 Aug 31 15:26:27.136855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['62b95441-736b-48b5-9ffc-c60bc4ecc600'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:27.195081 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Pushing event deleted for resources: {'Port': ['ID=62b95441-736b-48b5-9ffc-c60bc4ecc600,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:27.198889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:27.220432 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-8899d7cb-0bc5-44a5-846b-73fd120b7654 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fde7195-8818-4e12-97ad-abffedf0f57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781617 Aug 31 15:26:27.270620 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] No DVR routers for this DVR port 62b95441-736b-48b5-9ffc-c60bc4ecc600 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:27.274435 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.277736 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'name': 'network-vif-deleted', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:27.293595 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-3a0d92b6-061a-4409-8275-55498d9b56be req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.15 "DELETE /v2.0/ports/62b95441-736b-48b5-9ffc-c60bc4ecc600 HTTP/1.1" status: 204 len: 173 time: 0.8205392 Aug 31 15:26:27.379348 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-787c52ea-62b7-468e-b8dc-ea8d3a2f47cd req-fc9b3e52-21b0-42b3-a3d1-5783a58ab68c tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] 10.222.0.66 "GET /v2.0/ports?device_id=25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd HTTP/1.1" status: 200 len: 210 time: 0.1062133 Aug 31 15:26:27.429920 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-63670e02-e79c-48b3-873e-6e303c137428 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009721 Aug 31 15:26:27.583300 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e8cdc4-cc5d-4fb1-96c5-caaa064cdbbd', 'name': 'network-vif-deleted', 'tag': '62b95441-736b-48b5-9ffc-c60bc4ecc600', 'status': 'completed', 'code': 200} Aug 31 15:26:27.633607 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d8b961b-3ad2-47a9-849a-747111265dbe req-484788e5-2e82-4223-82e9-dda58a2273d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951885 Aug 31 15:26:27.649348 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6d0bb-fea4-442e-ae40-f483c30bffa7 req-5b8229b4-470f-4a8b-9d71-1c0f0c625204 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.650767 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d3a6d0bb-fea4-442e-ae40-f483c30bffa7 req-5b8229b4-470f-4a8b-9d71-1c0f0c625204 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.1626124 Aug 31 15:26:27.744794 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d3a6d0bb-fea4-442e-ae40-f483c30bffa7 req-b91d2e20-52ab-4d2c-bf43-0f704a688db7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Aug 31 15:26:27.771400 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b2899-54cd-4ae5-8ec6-3f76b82d6ea4 req-f3e8a48e-c86e-4248-a1ee-70a5ec73ba43 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.772815 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a9b2899-54cd-4ae5-8ec6-3f76b82d6ea4 req-f3e8a48e-c86e-4248-a1ee-70a5ec73ba43 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.1028886 Aug 31 15:26:27.815576 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a9b2899-54cd-4ae5-8ec6-3f76b82d6ea4 req-de3f026a-27ee-4e07-8fd8-1f48fec8199e tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Aug 31 15:26:28.338709 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495370-da03-4fec-a626-54a2c9c987be req-7564c5d6-8aa1-4613-80a0-4f85cab0a0d1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:28.340218 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a4495370-da03-4fec-a626-54a2c9c987be req-7564c5d6-8aa1-4613-80a0-4f85cab0a0d1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.0860145 Aug 31 15:26:28.393151 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a4495370-da03-4fec-a626-54a2c9c987be req-7ad3832f-14f9-4774-a799-ce01238ec650 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470033 Aug 31 15:26:29.012664 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01879ae3-cf08-4e26-99c8-7d05040aee94 req-80cd0f7e-a243-4c39-86e2-6924440d0a9b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.013999 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-01879ae3-cf08-4e26-99c8-7d05040aee94 req-80cd0f7e-a243-4c39-86e2-6924440d0a9b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.1443799 Aug 31 15:26:29.091272 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8091fd0-f0b0-4262-9404-7eecae6e9809 req-bac980ce-c0ba-47d9-857c-06a9582b764e tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.092675 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e8091fd0-f0b0-4262-9404-7eecae6e9809 req-bac980ce-c0ba-47d9-857c-06a9582b764e tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.1635215 Aug 31 15:26:29.138719 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-01879ae3-cf08-4e26-99c8-7d05040aee94 req-fdaf214f-7fd8-44c6-bc80-01a7f10ada4f tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183379 Aug 31 15:26:29.162446 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e8091fd0-f0b0-4262-9404-7eecae6e9809 req-02ca9c30-7a91-4cf9-819a-c3c0d31eb54a tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627069 Aug 31 15:26:29.181545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9afbaf-f604-453c-8828-4c7528054243 req-e6f8746a-2a94-42a1-aad3-ac259adf88be tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.183028 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8b9afbaf-f604-453c-8828-4c7528054243 req-e6f8746a-2a94-42a1-aad3-ac259adf88be tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.1479409 Aug 31 15:26:29.300076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Deleting port f83b62c3-0802-4e61-8762-048ce419d716 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:29.300349 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:29.533551 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 62b95441-736b-48b5-9ffc-c60bc4ecc600 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:29.572449 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 62b95441-736b-48b5-9ffc-c60bc4ecc600 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:29.572883 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 62b95441-736b-48b5-9ffc-c60bc4ecc600 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:29.677945 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] For port f83b62c3-0802-4e61-8762-048ce419d716, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f83b62c3-0802-4e61-8762-048ce419d716,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:29.678394 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:29.770765 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-415e6691-b3f3-46c2-aa91-ad960147c451 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.771459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-415e6691-b3f3-46c2-aa91-ad960147c451 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Synchronizing usage tracker for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:29.786178 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-415e6691-b3f3-46c2-aa91-ad960147c451 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Unset dirty status for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:29.787255 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-415e6691-b3f3-46c2-aa91-ad960147c451 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 945 time: 0.0978301 Aug 31 15:26:29.807804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Calling delete_port for f83b62c3-0802-4e61-8762-048ce419d716 owned by compute:nova {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:29.860504 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Deleting port db642fca-026d-4719-a3c4-5d1a97f9a6f5 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:29.860849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:29.866340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e196-a9ee-4c8f-a992-60715cc19b17 req-d1d36d71-2eeb-4acb-9f3d-38564ed1a8d4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.867812 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aeb7e196-a9ee-4c8f-a992-60715cc19b17 req-d1d36d71-2eeb-4acb-9f3d-38564ed1a8d4 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 945 time: 0.3709483 Aug 31 15:26:29.999441 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aeb7e196-a9ee-4c8f-a992-60715cc19b17 req-512bcc4a-d96f-487c-bb48-a231e6903b13 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236393 Aug 31 15:26:30.078499 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.086756 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:30.126705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] For port db642fca-026d-4719-a3c4-5d1a97f9a6f5, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=db642fca-026d-4719-a3c4-5d1a97f9a6f5,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:30.127415 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.127564 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'f83b62c3-0802-4e61-8762-048ce419d716'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:30.131948 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Pushing event deleted for resources: {'Port': ['ID=f83b62c3-0802-4e61-8762-048ce419d716,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:30.137374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:30.248930 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.261808 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Calling delete_port for db642fca-026d-4719-a3c4-5d1a97f9a6f5 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:30.309372 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] No DVR routers for this DVR port f83b62c3-0802-4e61-8762-048ce419d716 on host hv-cinder-80278 {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:30.320603 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.323545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'name': 'network-vif-deleted', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:30.467988 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.471379 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8b9afbaf-f604-453c-8828-4c7528054243 req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "DELETE /v2.0/ports/f83b62c3-0802-4e61-8762-048ce419d716 HTTP/1.1" status: 204 len: 173 time: 1.2455945 Aug 31 15:26:30.474803 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-810b874d-9976-4b10-90cd-bbc21ade13ae tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:30.540210 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event deleted for resources: {'Port': ['ID=db642fca-026d-4719-a3c4-5d1a97f9a6f5,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:30.543365 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:30.571862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78cc3-80b2-474f-99c5-3f67d7c3661f req-3563d86b-d860-43bd-add6-40edb93c8fef tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:30.580859 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99f78cc3-80b2-474f-99c5-3f67d7c3661f req-3563d86b-d860-43bd-add6-40edb93c8fef tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.2427857 Aug 31 15:26:30.598259 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3941dd-aab9-46af-8f3f-622652379cac req-d25a9dec-710c-4775-897b-caa62d98bee3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:30.605843 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bf3941dd-aab9-46af-8f3f-622652379cac req-d25a9dec-710c-4775-897b-caa62d98bee3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 867 time: 0.2102129 Aug 31 15:26:30.640349 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] No DVR routers for this DVR port db642fca-026d-4719-a3c4-5d1a97f9a6f5 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:30.643120 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.647572 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'name': 'network-vif-deleted', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:30.667235 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dd76b530-8fd2-4c0c-870b-3791e97e1a04 req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "DELETE /v2.0/ports/db642fca-026d-4719-a3c4-5d1a97f9a6f5 HTTP/1.1" status: 204 len: 173 time: 0.8702636 Aug 31 15:26:30.686129 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bf3941dd-aab9-46af-8f3f-622652379cac req-f0fa66b3-806e-415b-a168-b76192437278 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791948 Aug 31 15:26:30.693257 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99f78cc3-80b2-474f-99c5-3f67d7c3661f req-73bf48e4-e6d5-4075-b096-1c31b993dc5d tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115716 Aug 31 15:26:30.706659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-c7bdf7cc-a5e8-42a8-a616-cb1157a6c929 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:30.708286 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-c7bdf7cc-a5e8-42a8-a616-cb1157a6c929 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.15 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 950 time: 0.2213693 Aug 31 15:26:30.764496 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8322b3-201d-42f7-99a2-3ab524ab2a91', 'name': 'network-vif-deleted', 'tag': 'f83b62c3-0802-4e61-8762-048ce419d716', 'status': 'completed', 'code': 200} Aug 31 15:26:30.766354 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fa8105-191c-4992-ae9c-ed1abf980377', 'name': 'network-vif-deleted', 'tag': 'db642fca-026d-4719-a3c4-5d1a97f9a6f5', 'status': 'completed', 'code': 200} Aug 31 15:26:30.800990 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Deleting port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:30.801356 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:30.853734 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'db642fca-026d-4719-a3c4-5d1a97f9a6f5'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:31.064622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] For port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,segment=NetworkSegment(07776b9f-340b-482d-b7cb-675b179d3b4a),segment_id=07776b9f-340b-482d-b7cb-675b179d3b4a)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:31.065000 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:31.220605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Calling delete_port for 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 owned by compute:nova {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:31.269336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-ed669489-399b-4bad-8246-4c384f5ea0c3 req-24fe1c62-ce5a-4365-8777-8786b66bd7d0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Synchronizing usage tracker for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:31.295362 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-ed669489-399b-4bad-8246-4c384f5ea0c3 req-24fe1c62-ce5a-4365-8777-8786b66bd7d0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Unset dirty status for tenant:cf1a8f2253764d5ca8ecd02b38bc12cb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:31.296510 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed669489-399b-4bad-8246-4c384f5ea0c3 req-24fe1c62-ce5a-4365-8777-8786b66bd7d0 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef8322b3-201d-42f7-99a2-3ab524ab2a91 HTTP/1.1" status: 200 len: 210 time: 0.1679792 Aug 31 15:26:31.460044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:31.465483 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:31.509216 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Pushing event deleted for resources: {'Port': ['ID=07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:31.512785 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:31.587184 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] No DVR routers for this DVR port 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 on host hv-cinder-80278 {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:31.590865 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:31.597369 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c6e3bc6-9dcd-417f-908e-bf516aeba155 req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.15 "DELETE /v2.0/ports/07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 HTTP/1.1" status: 204 len: 173 time: 0.8742673 Aug 31 15:26:31.922126 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-72d2906b-04bc-4fb4-8ef8-a3470d1d6c39 req-ded1355d-cd5e-4d00-9367-8c9008450052 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9fa8105-191c-4992-ae9c-ed1abf980377 HTTP/1.1" status: 200 len: 210 time: 0.0785789 Aug 31 15:26:31.935358 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5fa90e65-77e4-4523-9af9-73c98738d929 req-2b9dcfdd-ae19-442b-a239-274457cc5864 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Synchronizing usage tracker for tenant:28cf0b54092b40c098009bb876f0c9df on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:31.950631 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-5fa90e65-77e4-4523-9af9-73c98738d929 req-2b9dcfdd-ae19-442b-a239-274457cc5864 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Unset dirty status for tenant:28cf0b54092b40c098009bb876f0c9df on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:31.951914 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5fa90e65-77e4-4523-9af9-73c98738d929 req-2b9dcfdd-ae19-442b-a239-274457cc5864 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] 10.222.0.66 "GET /v2.0/ports?device_id=554c9c9e-f530-400a-a847-313cb4a802fc HTTP/1.1" status: 200 len: 210 time: 0.0706170 Aug 31 15:26:32.751050 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2a3b1-ac5c-4db7-9f77-1a413f7f1c44 req-ac2496f3-a04e-49b3-87de-f99663aaec27 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.752499 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fe2a3b1-ac5c-4db7-9f77-1a413f7f1c44 req-ac2496f3-a04e-49b3-87de-f99663aaec27 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0805905 Aug 31 15:26:32.770910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'name': 'network-vif-deleted', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:32.802256 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fe2a3b1-ac5c-4db7-9f77-1a413f7f1c44 req-fa0265eb-787c-4482-8cfb-9fc56b6f5118 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440154 Aug 31 15:26:32.814994 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c9c9e-f530-400a-a847-313cb4a802fc', 'name': 'network-vif-deleted', 'tag': '07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4', 'status': 'completed', 'code': 200} Aug 31 15:26:33.459319 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15861a-0a11-4bb1-931d-ef78bd0d9b7a req-05d19f22-738c-4941-a42a-23d133d1e86c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:33.460749 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4a15861a-0a11-4bb1-931d-ef78bd0d9b7a req-05d19f22-738c-4941-a42a-23d133d1e86c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.0923541 Aug 31 15:26:33.514542 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4a15861a-0a11-4bb1-931d-ef78bd0d9b7a req-16af90d8-182d-4e10-b94f-4ea9ea4dc75a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 Aug 31 15:26:33.534967 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f83b62c3-0802-4e61-8762-048ce419d716 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:33.571474 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: f83b62c3-0802-4e61-8762-048ce419d716 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:33.571824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f83b62c3-0802-4e61-8762-048ce419d716 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:33.572249 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device db642fca-026d-4719-a3c4-5d1a97f9a6f5 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:33.610933 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: db642fca-026d-4719-a3c4-5d1a97f9a6f5 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:33.611185 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device db642fca-026d-4719-a3c4-5d1a97f9a6f5 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:33.611676 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:33.650357 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:33.650725 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 07dcfb0e-c3e8-46bf-8be8-acb1ea4be0d4 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:33.999573 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c0209-21e5-4347-bc61-9e9c9d9945ca req-740cc066-54a3-4f40-b496-49cd7d0df6f7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.001063 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-174c0209-21e5-4347-bc61-9e9c9d9945ca req-740cc066-54a3-4f40-b496-49cd7d0df6f7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0813906 Aug 31 15:26:34.047903 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-174c0209-21e5-4347-bc61-9e9c9d9945ca req-f79f4175-434b-4e41-a7ec-f7f51fba1817 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Aug 31 15:26:34.705431 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd8714-c23a-495b-adb8-5a7d49800316 req-40dc0c2e-a69d-4138-af48-e17cb7260e5c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.706954 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d7fd8714-c23a-495b-adb8-5a7d49800316 req-40dc0c2e-a69d-4138-af48-e17cb7260e5c tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.0854442 Aug 31 15:26:34.753441 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d7fd8714-c23a-495b-adb8-5a7d49800316 req-bf52063a-de43-4258-b38e-33791abc2ed9 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406311 Aug 31 15:26:35.260134 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b36a7-e5d7-49ba-b4ae-33e864c5c7ee req-35390a39-3ccf-43f3-81c6-3b2ae025f09a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.261580 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-614b36a7-e5d7-49ba-b4ae-33e864c5c7ee req-35390a39-3ccf-43f3-81c6-3b2ae025f09a tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0846863 Aug 31 15:26:35.313242 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-614b36a7-e5d7-49ba-b4ae-33e864c5c7ee req-639509ca-c771-4aee-a42f-02fe840840e8 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Aug 31 15:26:35.992954 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7388a-a112-4dfc-916a-d47f2eae3464 req-1ed8cd60-9db6-43bc-949c-89713824652b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.995185 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45e7388a-a112-4dfc-916a-d47f2eae3464 req-1ed8cd60-9db6-43bc-949c-89713824652b tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.1341410 Aug 31 15:26:36.055702 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-7118c9d2-4de4-4cd0-b5a2-b25ebe465573 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.057176 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-7118c9d2-4de4-4cd0-b5a2-b25ebe465573 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 945 time: 0.1318393 Aug 31 15:26:36.059962 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45e7388a-a112-4dfc-916a-d47f2eae3464 req-847534a9-c470-4a0e-a8a7-bccb08b81546 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581524 Aug 31 15:26:36.142258 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Deleting port b1958bee-7dac-4107-ae9b-07e1c1742e99 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:36.142611 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:36.420903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] For port b1958bee-7dac-4107-ae9b-07e1c1742e99, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=b1958bee-7dac-4107-ae9b-07e1c1742e99,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:36.421570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:36.610510 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Calling delete_port for b1958bee-7dac-4107-ae9b-07e1c1742e99 owned by compute:nova {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:36.822618 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee839b0-c3b6-45dd-95d2-b61e087322b9 req-ee3d9e46-2a87-4c4a-a2e5-6f69c5b5ac3d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.824066 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aee839b0-c3b6-45dd-95d2-b61e087322b9 req-ee3d9e46-2a87-4c4a-a2e5-6f69c5b5ac3d tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.3879509 Aug 31 15:26:36.890754 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aee839b0-c3b6-45dd-95d2-b61e087322b9 req-8794ab5a-4fc7-46f2-910a-eef755ecd0d7 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Aug 31 15:26:36.892378 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:36.898545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:36.946937 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event deleted for resources: {'Port': ['ID=b1958bee-7dac-4107-ae9b-07e1c1742e99,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:36.956021 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'b1958bee-7dac-4107-ae9b-07e1c1742e99'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:36.982167 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:37.036029 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] No DVR routers for this DVR port b1958bee-7dac-4107-ae9b-07e1c1742e99 on host hv-cinder-80278 {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:37.038486 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:37.041087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'name': 'network-vif-deleted', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:37.053133 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a0a9a30e-5ead-49ea-8f6b-c91b3a62eeba req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "DELETE /v2.0/ports/b1958bee-7dac-4107-ae9b-07e1c1742e99 HTTP/1.1" status: 204 len: 173 time: 0.9784710 Aug 31 15:26:37.096034 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954569b6-2673-462f-a86c-7513349bef65', 'name': 'network-vif-deleted', 'tag': 'b1958bee-7dac-4107-ae9b-07e1c1742e99', 'status': 'completed', 'code': 200} Aug 31 15:26:37.223233 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6ebbf589-3796-49b2-84a7-f29829c99e5c req-c14af28c-b8f3-4316-8867-b5712552fd5d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Synchronizing usage tracker for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:37.239053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6ebbf589-3796-49b2-84a7-f29829c99e5c req-c14af28c-b8f3-4316-8867-b5712552fd5d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Unset dirty status for tenant:1fc28e0278f4468b8d25e38e5a8934eb on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:37.240463 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6ebbf589-3796-49b2-84a7-f29829c99e5c req-c14af28c-b8f3-4316-8867-b5712552fd5d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=954569b6-2673-462f-a86c-7513349bef65 HTTP/1.1" status: 200 len: 210 time: 0.0611763 Aug 31 15:26:37.949583 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60436) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:38.151034 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad047ba-4369-467d-84b5-2d49f5c4c2d9 req-578b899d-feba-4a8f-8daa-67ef1f51b4da tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:38.152112 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ad047ba-4369-467d-84b5-2d49f5c4c2d9 req-578b899d-feba-4a8f-8daa-67ef1f51b4da tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.1506205 Aug 31 15:26:38.161246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60446) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:38.161724 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-dcf78851-8a0f-4970-8be0-4cb1e817db3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28cf0b54092b40c098009bb876f0c9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104056 Aug 31 15:26:38.205882 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ad047ba-4369-467d-84b5-2d49f5c4c2d9 req-41befc67-4611-4dc4-9fd8-4a0f9cc720eb tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Aug 31 15:26:38.239375 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.295712 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.356771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.362125 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3d331bfe-8102-4662-bed9-b14efeba7b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:38.377336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:38.379997 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:38.381166 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.385450 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa365e9f-6ab2-4b43-ae3e-d6abbae6eee7 HTTP/1.1" status: 204 len: 168 time: 0.2193201 Aug 31 15:26:39.431987 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf85fa-a4ce-41b0-92d4-5c3eef226419 req-44e3d554-dfcc-4ae9-97a4-e781cd6dbbae tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:39.433470 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27bf85fa-a4ce-41b0-92d4-5c3eef226419 req-44e3d554-dfcc-4ae9-97a4-e781cd6dbbae tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0916870 Aug 31 15:26:39.481948 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-27bf85fa-a4ce-41b0-92d4-5c3eef226419 req-dde6309e-c0c2-473f-8e58-ea63ebd6deec tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Aug 31 15:26:39.590996 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device b1958bee-7dac-4107-ae9b-07e1c1742e99 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:39.678490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: b1958bee-7dac-4107-ae9b-07e1c1742e99 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:39.678857 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device b1958bee-7dac-4107-ae9b-07e1c1742e99 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:40.019667 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80488d44-b62b-4ffc-a9b7-fe8887e57d6f req-3d310ca3-33c5-4e01-a879-d6edfa5600b2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:40.021129 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-80488d44-b62b-4ffc-a9b7-fe8887e57d6f req-3d310ca3-33c5-4e01-a879-d6edfa5600b2 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.0809391 Aug 31 15:26:40.063790 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-80488d44-b62b-4ffc-a9b7-fe8887e57d6f req-a73def56-a16c-4626-a4ed-7eebc98dedc7 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Aug 31 15:26:40.675654 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b0f52-24de-4c29-8374-0cffd04cc6c3 req-43a5a037-180b-46b8-8dad-20c429bf0e91 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:40.677102 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f70b0f52-24de-4c29-8374-0cffd04cc6c3 req-43a5a037-180b-46b8-8dad-20c429bf0e91 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0896950 Aug 31 15:26:40.723928 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f70b0f52-24de-4c29-8374-0cffd04cc6c3 req-253de483-3010-4515-b861-9e3fa3cf10e1 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Aug 31 15:26:41.121753 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-e1ea99a2-69f5-448f-8761-54c205449f9c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:41.123212 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-e1ea99a2-69f5-448f-8761-54c205449f9c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 946 time: 0.0806103 Aug 31 15:26:41.242055 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Deleting port 5a4a9915-0281-42e7-aa86-6b7a37b8549a {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:41.242584 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.374266 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ad6e7-b1f8-4de1-8d14-90c80ea5ce13 req-fd761683-bfca-44d2-b279-5ff278450074 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:41.376094 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-038ad6e7-b1f8-4de1-8d14-90c80ea5ce13 req-fd761683-bfca-44d2-b279-5ff278450074 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.1969938 Aug 31 15:26:41.513840 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-038ad6e7-b1f8-4de1-8d14-90c80ea5ce13 req-a6392379-6e11-4e74-b1ae-22b520dd2a1d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Aug 31 15:26:41.552637 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] For port 5a4a9915-0281-42e7-aa86-6b7a37b8549a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5a4a9915-0281-42e7-aa86-6b7a37b8549a,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:41.552993 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.677410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Calling delete_port for 5a4a9915-0281-42e7-aa86-6b7a37b8549a owned by compute:nova {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:41.820232 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.827403 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:41.879859 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['5a4a9915-0281-42e7-aa86-6b7a37b8549a'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:41.910260 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Pushing event deleted for resources: {'Port': ['ID=5a4a9915-0281-42e7-aa86-6b7a37b8549a,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:41.946357 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:41.948733 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1935ecb2-0d89-4a1f-9e61-5f104aa80994 req-c5e60fb5-b601-44c7-9ff1-048477535290 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.66 "GET /v2.0/ports?device_id=d125546e-f9a6-448a-894c-0a2738eab377 HTTP/1.1" status: 200 len: 210 time: 0.0868366 Aug 31 15:26:42.065910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] No DVR routers for this DVR port 5a4a9915-0281-42e7-aa86-6b7a37b8549a on host hv-cinder-80278 {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:42.068149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:42.070910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'name': 'network-vif-deleted', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:42.086985 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4182c8c6-0b94-48e2-963c-d31c064be2c8 req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] 10.222.0.15 "DELETE /v2.0/ports/5a4a9915-0281-42e7-aa86-6b7a37b8549a HTTP/1.1" status: 204 len: 173 time: 0.9557345 Aug 31 15:26:42.120079 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125546e-f9a6-448a-894c-0a2738eab377', 'name': 'network-vif-deleted', 'tag': '5a4a9915-0281-42e7-aa86-6b7a37b8549a', 'status': 'completed', 'code': 200} Aug 31 15:26:42.642948 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:26:42.698952 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf510-6703-49b3-aaef-8f49dee39392 req-c1544a4c-a060-449f-be78-643951bb5bd3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:42.700472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bfebf510-6703-49b3-aaef-8f49dee39392 req-c1544a4c-a060-449f-be78-643951bb5bd3 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.0810428 Aug 31 15:26:42.750730 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bfebf510-6703-49b3-aaef-8f49dee39392 req-84d2e317-281d-4084-a196-bc8b6aa7a863 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Aug 31 15:26:43.042308 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-a1734669-12cc-49ea-93e4-a4b7dbf064a5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:43.043785 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-a1734669-12cc-49ea-93e4-a4b7dbf064a5 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.1006942 Aug 31 15:26:43.049605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60556) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:43.198489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Deleting port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:43.198829 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:43.723768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] For port 8dbc9416-5f54-418e-b298-7a84f3d13bc8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=8dbc9416-5f54-418e-b298-7a84f3d13bc8,segment=NetworkSegment(97b55fe6-fe83-4f86-9058-7386faed4cda),segment_id=97b55fe6-fe83-4f86-9058-7386faed4cda)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:43.724888 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:43.865554 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Calling delete_port for 8dbc9416-5f54-418e-b298-7a84f3d13bc8 owned by compute:nova {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:44.134367 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f8385-dfea-47b8-9340-64af073bbe41 req-cd6cdc32-56b8-4ca6-bc3d-bdd9f6527d28 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:44.135885 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e2f8385-dfea-47b8-9340-64af073bbe41 req-cd6cdc32-56b8-4ca6-bc3d-bdd9f6527d28 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0775b93-0653-403f-93f6-e78a249194c2 HTTP/1.1" status: 200 len: 945 time: 0.2419775 Aug 31 15:26:44.184206 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:44.220581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['8dbc9416-5f54-418e-b298-7a84f3d13bc8'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:44.228234 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7110db89-55f1-4246-adf8-991287aeb9d1 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:44.361907 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e2f8385-dfea-47b8-9340-64af073bbe41 req-12ec59be-ca08-47ad-b518-4050e99ee047 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.66 "GET /v2.0/security-groups?id=bbb6b37d-09cc-4221-bec1-54a785e0771e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185509 Aug 31 15:26:44.385169 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Pushing event deleted for resources: {'Port': ['ID=8dbc9416-5f54-418e-b298-7a84f3d13bc8,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:44.388254 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:44.466548 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] No DVR routers for this DVR port 8dbc9416-5f54-418e-b298-7a84f3d13bc8 on host hv-cinder-80278 {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:44.469576 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:44.472034 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'name': 'network-vif-deleted', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:44.492661 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3ca62a7d-047c-48fc-85e8-13c1dcdc9267 req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] 10.222.0.15 "DELETE /v2.0/ports/8dbc9416-5f54-418e-b298-7a84f3d13bc8 HTTP/1.1" status: 204 len: 173 time: 1.3898482 Aug 31 15:26:44.498989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:44.551416 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0775b93-0653-403f-93f6-e78a249194c2', 'name': 'network-vif-deleted', 'tag': '8dbc9416-5f54-418e-b298-7a84f3d13bc8', 'status': 'completed', 'code': 200} Aug 31 15:26:44.862122 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Deleting port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:44.862706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.057760 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] For port 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,segment=NetworkSegment(f4bf4bb7-2c8b-44a1-8204-810bfdf2578c),segment_id=f4bf4bb7-2c8b-44a1-8204-810bfdf2578c)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:45.058212 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.271180 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Calling delete_port for 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d owned by network:router_interface {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:45.462447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60636) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:45.546903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Deleting subnet 5a1eec09-20b4-4f55-9315-2389373c98cf {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:26:45.561463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.626278 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.638443 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5a4a9915-0281-42e7-aa86-6b7a37b8549a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:45.679487 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 5a4a9915-0281-42e7-aa86-6b7a37b8549a {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:45.679842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5a4a9915-0281-42e7-aa86-6b7a37b8549a not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:45.680489 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 8dbc9416-5f54-418e-b298-7a84f3d13bc8 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:45.714953 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 8dbc9416-5f54-418e-b298-7a84f3d13bc8 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:45.715309 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 8dbc9416-5f54-418e-b298-7a84f3d13bc8 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:45.721518 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.792395 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.798125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:45.844553 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:45.849294 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:45.962359 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:45.997424 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:46.036451 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1eec09-20b4-4f55-9315-2389373c98cf,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:46.039302 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:46.042866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.065473 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5a1eec09-20b4-4f55-9315-2389373c98cf HTTP/1.1" status: 204 len: 168 time: 0.6020014 Aug 31 15:26:46.068045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60648) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:46.169703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.242351 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.304797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60654) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:46.313647 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.360793 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:46.381090 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b55fe6-fe83-4f86-9058-7386faed4cda') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:46.381644 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b55fe6-fe83-4f86-9058-7386faed4cda') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:46.398312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.411258 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Deleting subnet 94f0c0c1-c269-46f8-90a2-81ea9044e66d {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:26:46.415283 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.449916 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.466608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:26:46.466984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:26:46.479467 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:26:46.504118 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.617013 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Router 10ee962a-8c56-4e7e-aee2-797d5847a5ca has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:26:46.662857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.673225 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ea2282ed-42ef-4bf3-99c2-4fb5c5cc8b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:46.689779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.692227 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.726989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Pushing event deleted for resources: {'Network': ['ID=3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:46.732800 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:46.742281 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] 10.222.0.66 "DELETE /v2.0/networks/3cad8e6b-24b2-45e6-8b04-a5aebfc8aee2 HTTP/1.1" status: 204 len: 168 time: 0.6731193 Aug 31 15:26:46.780994 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.786039 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-631f8b92-d301-41c4-8554-53de9d63566e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:46.811538 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:26:46.821452 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Sync routers for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:26:46.826408 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-60d922d4-9159-43ec-9780-b4b880bffa40 admin admin] 10.222.0.66 "PUT /v2.0/routers/10ee962a-8c56-4e7e-aee2-797d5847a5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7757154 Aug 31 15:26:46.828924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60666) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:46.833117 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f0c0c1-c269-46f8-90a2-81ea9044e66d,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:46.845852 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:46.847209 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:46.893986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:46.894220 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.920528 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ba223049-7055-4857-8cd6-954e4ef3a237 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/94f0c0c1-c269-46f8-90a2-81ea9044e66d HTTP/1.1" status: 204 len: 168 time: 0.6144898 Aug 31 15:26:46.923520 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60672) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:47.031580 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60676) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:47.052177 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.064845 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.105372 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:47.162329 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6bb9f072-491f-438e-b073-f58d89edf8fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fc28e0278f4468b8d25e38e5a8934eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1294353 Aug 31 15:26:47.165554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60680) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:47.188450 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.201125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9321899a-7875-4d32-86e8-c957e1db0076']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.213456 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2a0f82-90b4-4074-961f-427b1cf50bca') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.213865 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2a0f82-90b4-4074-961f-427b1cf50bca') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.225139 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.243193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.250926 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:26:47.251326 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:26:47.265505 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:26:47.274632 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-00b9b33f-c15d-4eb7-8c96-7ac8fb9a7b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.307965 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.317390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.329120 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Deleting port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:47.329449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.365027 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.368968 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:47.383412 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.394030 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9321899a-7875-4d32-86e8-c957e1db0076,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:47.396492 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.397437 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:47.409021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60684) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:47.409186 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-68d96b00-d5f4-473e-832c-03b134aa4be3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9321899a-7875-4d32-86e8-c957e1db0076 HTTP/1.1" status: 204 len: 168 time: 0.4839499 Aug 31 15:26:47.443398 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:26:45Z', 'revision_number': 5, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port': {'id': '6e0d3a9b-f6c6-452a-b6d0-69a179945f87', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:42Z', 'updated_at': '2021-08-31T15:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.447573 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Checking router: 10ee962a-8c56-4e7e-aee2-797d5847a5ca for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:47.457422 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Routers {'10ee962a-8c56-4e7e-aee2-797d5847a5ca'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:47.458265 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.590773 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Deleting subnet 890aabd7-97af-4c2a-aabb-437e9b07e791 {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:26:47.597006 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.644146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.650984 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] Set router 10ee962a-8c56-4e7e-aee2-797d5847a5ca gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:47.653581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-028f4ed5-dbf7-4e04-840e-786e62e074cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:47.675777 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb6b37d-09cc-4221-bec1-54a785e0771e,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:47.680023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] For port 6e0d3a9b-f6c6-452a-b6d0-69a179945f87, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:47.680384 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.693251 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:47.700038 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.756655 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:26:47Z', 'revision_number': 6, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:47.761065 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c0b40-6645-4452-a881-966ed0605657 None None] The sync data for ids ['10ee962a-8c56-4e7e-aee2-797d5847a5ca'] in dv-cinder-802781-4-smb is: [{'id': '10ee962a-8c56-4e7e-aee2-797d5847a5ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1069298343-router', 'tenant_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:26:47Z', 'revision_number': 6, 'project_id': 'cf1a8f2253764d5ca8ecd02b38bc12cb', 'gw_port_host': None}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:47.777192 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.778921 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbb6b37d-09cc-4221-bec1-54a785e0771e HTTP/1.1" status: 204 len: 168 time: 0.6116745 Aug 31 15:26:47.782525 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.846116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Calling delete_port for 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 owned by network:router_gateway {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:47.923602 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.332350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.338761 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:48.376181 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.382508 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890aabd7-97af-4c2a-aabb-437e9b07e791,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:48.391421 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.427346 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.427712 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.428074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.428423 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.428770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.429154 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.429445 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.429786 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.430155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.430495 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.430829 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.431163 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:48.440241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:48.440589 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:48.508069 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-7ab9294a-64d3-4e10-88c3-9a0bdc2709af admin admin] 10.222.0.66 "DELETE /v2.0/subnets/890aabd7-97af-4c2a-aabb-437e9b07e791 HTTP/1.1" status: 204 len: 168 time: 1.0955422 Aug 31 15:26:48.510677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60716) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:48.520675 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0d3a9b-f6c6-452a-b6d0-69a179945f87,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:48.527728 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:48.560853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.758422 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.789309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.792308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.886552 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.887246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ee962a-8c56-4e7e-aee2-797d5847a5ca {{(pid=79291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:26:48.898361 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.899798 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/10ee962a-8c56-4e7e-aee2-797d5847a5ca HTTP/1.1" status: 204 len: 168 time: 2.0699506 Aug 31 15:26:48.903068 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60728) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:48.917491 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.931433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb26ad-b680-4312-9124-fee1a04fb6b4']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:48.945263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ffd41e-1c36-42ec-a28b-10395d5155b5') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:48.945548 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ffd41e-1c36-42ec-a28b-10395d5155b5') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:48.964649 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.981806 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Deleting subnet 879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:26:48.985266 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.989704 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:48.999072 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:26:48.999072 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:26:49.020707 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:26:49.055135 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.075714 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:49.116560 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:49.116915 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1ce6fc30-8d2e-4dbf-aac0-7b112c4ffd4d not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:49.117516 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:49.127801 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.133512 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.139445 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:49.166516 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:49.166888 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 6e0d3a9b-f6c6-452a-b6d0-69a179945f87 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:49.168329 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.182265 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=76eb26ad-b680-4312-9124-fee1a04fb6b4,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:49.189755 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] 10.222.0.66 "DELETE /v2.0/networks/76eb26ad-b680-4312-9124-fee1a04fb6b4 HTTP/1.1" status: 204 len: 168 time: 0.6778185 Aug 31 15:26:49.197205 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.197576 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.197935 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.198336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.198687 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.199036 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.199672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.200052 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.200369 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.200712 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.201106 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.201452 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:49.204830 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4e73d7e1-fe40-481a-ba34-d5367865bf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:49.254347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.259130 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-86fbdbf4-92a3-4686-a713-c57b8ed3915c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:49.294735 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879af2f8-0f4f-45b7-a696-f3ffb5aa5e23,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:49.298409 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:49.302419 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.312602 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60748) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:49.315084 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] 10.222.0.66 "DELETE /v2.0/subnets/879af2f8-0f4f-45b7-a696-f3ffb5aa5e23 HTTP/1.1" status: 204 len: 168 time: 0.4051449 Aug 31 15:26:49.454563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60756) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:49.472008 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.508859 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-db39f87b-8d0d-4236-a86d-c4baa79a9327 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05e1534d39bc463b8fd279bd88bb7f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521307 Aug 31 15:26:49.511379 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60760) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:49.579814 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.608543 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.609798 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.623689 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fde7195-8818-4e12-97ad-abffedf0f57a']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:49.638479 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:49.638781 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bf4bb7-2c8b-44a1-8204-810bfdf2578c') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:49.652931 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.663626 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.670262 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-21a2c4ff-ce4e-4155-a42f-0d3aff55dc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:49.674498 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.682923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:26:49.683451 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.689927 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a0929b-0e8c-4d03-9d42-852fad54f4d6,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:49.697192 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:26:49.697394 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:26:49.706282 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.707482 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71a0929b-0e8c-4d03-9d42-852fad54f4d6 HTTP/1.1" status: 204 len: 168 time: 0.1949983 Aug 31 15:26:49.784317 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.788526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:49.805223 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:49.811549 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fde7195-8818-4e12-97ad-abffedf0f57a,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:49.816024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:49.824246 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6fde7195-8818-4e12-97ad-abffedf0f57a HTTP/1.1" status: 204 len: 168 time: 0.5102384 Aug 31 15:26:50.065265 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d7beade1-af5b-4803-9a4e-62eb5b7604e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.079067 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60782) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:50.133899 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-94c9f884-f6dc-4361-9d29-59870c75f6fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf1a8f2253764d5ca8ecd02b38bc12cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535049 Aug 31 15:26:50.142178 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60788) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:50.152612 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60792) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:50.206657 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-754b4028-9a32-46d9-9724-31d79c21aa74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a5349e10daf4e3aab82ff40e0bf8b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528352 Aug 31 15:26:50.207262 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60796) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:50.213161 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.238920 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.278340 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.299702 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.306097 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c64121d7-35f8-4f90-ae16-3b9f95a4e0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:50.312895 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.323430 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eed2cf-7063-4b02-a1c3-27f3c68b46ec,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:50.326076 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:50.333696 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.336017 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4eed2cf-7063-4b02-a1c3-27f3c68b46ec HTTP/1.1" status: 204 len: 168 time: 0.1927419 Aug 31 15:26:50.380199 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.384104 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-56dc49a8-af83-40f5-966c-79ac5f2cd87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:50.395171 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d581b0bb-8fde-4672-9649-cb2923def791,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:50.399636 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:50.408308 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.410396 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d581b0bb-8fde-4672-9649-cb2923def791 HTTP/1.1" status: 204 len: 168 time: 0.2019446 Aug 31 15:26:50.628429 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:50.998893 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 60830) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:51.222506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.246960 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:51.252640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Usage tracker for resource:security_group_rule and tenant:e9de5f0186544181ba2e86e2eedb3a4b is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:51.256965 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:51.269865 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:51.377861 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.391323 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.403099 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ee41fc95-ad5e-4eb5-9771-b232e1c549e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:51.458543 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9de5f0186544181ba2e86e2eedb3a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583755 Aug 31 15:26:51.459460 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ff9ea-8bf2-49c7-b2c0-a918d8e842b9,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:51.461054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60874) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:51.477370 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:51.532080 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.571270 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.654895 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.667934 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-38fb8ae3-1cb4-49b1-bdc4-1b4ab72d3694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:51.684193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ff9ea-8bf2-49c7-b2c0-a918d8e842b9,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:51.687727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:51.689637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:51.706733 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d74ff9ea-8bf2-49c7-b2c0-a918d8e842b9 HTTP/1.1" status: 204 len: 168 time: 0.2444088 Aug 31 15:26:52.343991 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.573080 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60940) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:52.731325 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2102372833-network', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:52.736553 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:52.740970 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Usage tracker for resource:network and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:52.743924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:52.749759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:52.760574 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Made reservation on behalf of d60e6e94518c4e3e998a5ee7390e1c6e for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:52.763171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.776221 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.794663 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:52.803922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:52.806770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:52.816527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:52.986869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.992594 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:52.996464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-73ddf28e-0dc2-4a08-9bae-7793399761ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:53.033570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792eebc6-fc32-47f7-a4a9-6abc4b86d1f7,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:53.036449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:26:53.038711 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:53.046789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.047142 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Added segment f5a5fd0f-9b03-4505-ba86-ce946666fc22 of type vlan for network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 Aug 31 15:26:53.078343 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.117230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.118943 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.119437 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.124903 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:53.225906 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Pushing event updated for resources: {'Network': ['ID=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:53.230050 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6548300 Aug 31 15:26:53.231367 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60970) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:53.231868 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 60972) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:53.242434 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:26:53.242590 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Request body: {'subnet': {'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2102372833-subnet', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:53.245910 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:53.248701 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:53.252724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Usage tracker for resource:subnet and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:53.256068 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:53.264400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:53.275611 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Made reservation on behalf of d60e6e94518c4e3e998a5ee7390e1c6e for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:53.278801 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2766732'] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.495632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.521437 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:53.528812 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Usage tracker for resource:security_group_rule and tenant:735002190d324d6f85f49ae6cbc4b14c is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:53.533221 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:53.536878 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47275c-1292-4eba-af93-637485420cb1 req-d3ddb25e-e3ab-4479-b306-a11df85ab5e7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.538444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8f47275c-1292-4eba-af93-637485420cb1 req-d3ddb25e-e3ab-4479-b306-a11df85ab5e7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.0870411 Aug 31 15:26:53.540244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:53.589880 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8f47275c-1292-4eba-af93-637485420cb1 req-d786a106-f542-465f-9e84-5598dd540031 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Aug 31 15:26:53.692202 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2766846'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.699219 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:53.772537 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.788279 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.805111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae78e72e-ce31-447c-b20b-d16c9ce00d00,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:53.810867 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:53.811511 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0dbff6f2-f3ab-4670-906a-267e6fc95bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:53.838702 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Checking segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:53.839062 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Network hostable DHCP agents. Network: dd43d3d3-8467-41e6-9e5a-f0d302e49fa6, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:26:53.856111 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=735002190d324d6f85f49ae6cbc4b14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229501 Aug 31 15:26:53.858998 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 32772) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:53.863519 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e672a7b-af28-4766-bae1-0100f6ddb46b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:53.867166 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-98a35917-0474-4077-b4f8-a52603d74bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:53.878164 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:26:53.889864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, dd43d3d3-8467-41e6-9e5a-f0d302e49fa6) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:53.895495 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.896317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.900212 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d1c3e-743d-4d73-8864-8d26a95a6a15 None None] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:53.927071 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 32780) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:53.927309 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6927114 Aug 31 15:26:53.934202 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:53.945810 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:53.953124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Usage tracker for resource:router and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:53.957794 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:53.960719 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:53.965504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:53.999756 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.000722 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.004862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.049771 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.139156 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:26:54.140765 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.193764 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.197178 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f5d868fb-3170-4382-b2ff-42fc128a8427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:54.220415 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e672a7b-af28-4766-bae1-0100f6ddb46b,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:54.322611 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Allocated IP 172.20.0.2 (dd43d3d3-8467-41e6-9e5a-f0d302e49fa6/ae78e72e-ce31-447c-b20b-d16c9ce00d00/d7ee799c-65a6-4272-86a4-2ccb38736339) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:54.444604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:54.449090 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.484659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.485874 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e672a7b-af28-4766-bae1-0100f6ddb46b HTTP/1.1" status: 204 len: 168 time: 0.6254542 Aug 31 15:26:54.555706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.567631 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Transition to ACTIVE for port object d7ee799c-65a6-4272-86a4-2ccb38736339 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:54.588733 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Transition to ACTIVE for port object d7ee799c-65a6-4272-86a4-2ccb38736339 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:54.594037 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.599469 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:54.659563 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:54.662684 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:54.667601 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:54.760187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Pushing event updated for resources: {'Port': ['ID=d7ee799c-65a6-4272-86a4-2ccb38736339,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:54.774499 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:54.779478 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Attempting to bind port d7ee799c-65a6-4272-86a4-2ccb38736339 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:54.780124 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Attempting to bind port d7ee799c-65a6-4272-86a4-2ccb38736339 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:54.780656 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Attempting to bind port d7ee799c-65a6-4272-86a4-2ccb38736339 on network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:54.786612 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:54.787000 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Checking segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:54.787414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.788013 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Bound using segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:54.788490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Bound port: d7ee799c-65a6-4272-86a4-2ccb38736339, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:54.788878 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.851678 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32798) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:54.852196 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.871369 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.886529 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] For port d7ee799c-65a6-4272-86a4-2ccb38736339, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:54.887706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.889833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] For port d7ee799c-65a6-4272-86a4-2ccb38736339, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=d7ee799c-65a6-4272-86a4-2ccb38736339,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:54.896574 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:54.898482 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:54.902614 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Usage tracker for resource:security_group_rule and tenant:ec32556b520b477cb52aff9a71c8edff is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:54.904966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:54.905629 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:54.911734 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:54.960109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f635a9-2b94-472f-a195-92301fec0f0f req-51cb815a-daa7-41c3-b16b-6bf5fd956ef0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.961635 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-55f635a9-2b94-472f-a195-92301fec0f0f req-51cb815a-daa7-41c3-b16b-6bf5fd956ef0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1948891 Aug 31 15:26:54.985463 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Pushing event updated for resources: {'Port': ['ID=d7ee799c-65a6-4272-86a4-2ccb38736339,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:54.989139 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:55.030238 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.035422 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.046209 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-16bbddb9-ba7e-42ee-ba59-f5eba364872a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:55.078912 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-55f635a9-2b94-472f-a195-92301fec0f0f req-067b2a16-c0f5-4e8c-959f-d070d5be5ec7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973997 Aug 31 15:26:55.090764 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec32556b520b477cb52aff9a71c8edff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378345 Aug 31 15:26:55.091844 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5647b7b6-853a-404e-b261-cdb59304c8ea,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:55.094266 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32810) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:55.097288 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:55.108360 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Allocated IP 172.28.0.126 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/2524cf70-3b12-46d1-98f6-4277944aa5b9) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:55.167204 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.213570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.325339 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.332370 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c8f76abd-d425-4683-9e06-37db2cf8cdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:55.346356 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.351821 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5647b7b6-853a-404e-b261-cdb59304c8ea,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:55.355798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:55.357019 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.361670 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5647b7b6-853a-404e-b261-cdb59304c8ea HTTP/1.1" status: 204 len: 168 time: 0.2630956 Aug 31 15:26:55.397909 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.403839 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9674b3ab-2a47-4fa8-8f65-ea06aa78b9c1 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:55.472322 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:55.475943 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:55.479325 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:55.528290 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Pushing event updated for resources: {'Port': ['ID=2524cf70-3b12-46d1-98f6-4277944aa5b9,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:55.531587 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:55.684675 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32830) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:55.829721 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.848074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:55.852604 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Usage tracker for resource:security_group_rule and tenant:8999c58eeb4b4a0088502f088bdd7bc8 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:55.861592 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:55.869017 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:55.960341 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.988407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:55.996793 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.034609 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:56.052979 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8999c58eeb4b4a0088502f088bdd7bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668633 Aug 31 15:26:56.060336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32846) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:56.110779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc10cf-824a-48df-aebd-dda98708acca,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:56.114426 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-957bb720-fa4b-41e8-85cc-f1a9d5587f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:56.136432 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.171463 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59d90d-fd1d-4998-8b37-bd6b8e5348da None None] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:56.197368 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.283318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.289460 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-70f67b14-5ab7-4946-aec5-01c56136ec93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:56.302925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc10cf-824a-48df-aebd-dda98708acca,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:56.307374 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:56.315556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.319427 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95fc10cf-824a-48df-aebd-dda98708acca HTTP/1.1" status: 204 len: 168 time: 0.2581222 Aug 31 15:26:56.372339 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5b95cbfe-cd16-452a-aef0-d25cefc6a74e None None] Provisioning for port d7ee799c-65a6-4272-86a4-2ccb38736339 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:56.613498 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e405e-96ea-46cd-b32a-d303550dfc6a req-cb64e573-cd30-4e06-b515-5f799f9cde9c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:56.615448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f91e405e-96ea-46cd-b32a-d303550dfc6a req-cb64e573-cd30-4e06-b515-5f799f9cde9c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.3443682 Aug 31 15:26:56.665583 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:56.824320 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f91e405e-96ea-46cd-b32a-d303550dfc6a req-8a58dbdc-ca0c-4190-919a-f68badd7a36d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529665 Aug 31 15:26:56.956466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:26:56.965243 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32880) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:56.986169 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.004883 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:57.009200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Usage tracker for resource:security_group_rule and tenant:9fddd8902a4d4e88afa4bb852e28a283 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:57.013745 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:57.021004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:57.092859 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device d7ee799c-65a6-4272-86a4-2ccb38736339 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:57.117046 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.122153 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.131913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2825b37b-b681-475f-90ae-f1c251e52ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:57.161513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff8ce0-7187-43c5-b8b0-6b6728504139,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:57.170465 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:57.181784 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port d7ee799c-65a6-4272-86a4-2ccb38736339 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:57.190329 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port d7ee799c-65a6-4272-86a4-2ccb38736339 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:57.190816 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.191710 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fddd8902a4d4e88afa4bb852e28a283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247744 Aug 31 15:26:57.194203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 32888) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:57.196091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:26:57.223796 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Notify callbacks [] for router, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.225499 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2973199 Aug 31 15:26:57.228642 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 32892) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:57.231401 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Sync routers for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:26:57.258045 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:57.258968 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:57.301122 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.341149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.429584 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.434901 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2e1bebe5-bb93-4d05-b417-4a7de0cea902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:57.447231 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff8ce0-7187-43c5-b8b0-6b6728504139,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:57.449533 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:57.455744 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.457431 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6dff8ce0-7187-43c5-b8b0-6b6728504139 HTTP/1.1" status: 204 len: 168 time: 0.2615848 Aug 31 15:26:57.525513 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.546842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:57.852457 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port d7ee799c-65a6-4272-86a4-2ccb38736339, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=d7ee799c-65a6-4272-86a4-2ccb38736339,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:57.882896 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:57.889931 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:58.057864 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=d7ee799c-65a6-4272-86a4-2ccb38736339,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:58.061413 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:58.088999 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:55Z', 'revision_number': 3, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:58.093387 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Checking router: 80e173b6-d1c5-43f5-bdf6-c689e5c79699 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:58.093736 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Updating router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 port 2524cf70-3b12-46d1-98f6-4277944aa5b9 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:26:58.161533 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.440836 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.464410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df92f2-0ba0-426c-a06f-7afb7c68fb7a req-371e34c4-d3a3-4aa1-a374-a08f70d6c08d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.471365 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c8df92f2-0ba0-426c-a06f-7afb7c68fb7a req-371e34c4-d3a3-4aa1-a374-a08f70d6c08d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.3177080 Aug 31 15:26:58.475277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 32952) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:58.548423 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.565116 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Transition to ACTIVE for port object 2524cf70-3b12-46d1-98f6-4277944aa5b9 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:58.575053 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.584899 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c8df92f2-0ba0-426c-a06f-7afb7c68fb7a req-d468d1aa-0c11-47b8-8a8e-13c9c52ca5c6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127412 Aug 31 15:26:58.588707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:58.684254 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Attempting to bind port 2524cf70-3b12-46d1-98f6-4277944aa5b9 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:58.684640 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Attempting to bind port 2524cf70-3b12-46d1-98f6-4277944aa5b9 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:58.685010 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Attempting to bind port 2524cf70-3b12-46d1-98f6-4277944aa5b9 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:58.695950 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:58.696330 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:58.697311 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.697992 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:58.698504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Bound port: 2524cf70-3b12-46d1-98f6-4277944aa5b9, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:58.698879 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.744183 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Pushing event updated for resources: {'Port': ['ID=2524cf70-3b12-46d1-98f6-4277944aa5b9,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:58.753067 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:58.811373 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Allocated IP 172.20.0.1 (dd43d3d3-8467-41e6-9e5a-f0d302e49fa6/ae78e72e-ce31-447c-b20b-d16c9ce00d00/822e42ea-f655-49b6-9761-2d66c690c1d4) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:58.823737 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] For port 2524cf70-3b12-46d1-98f6-4277944aa5b9, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:58.827066 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] For port 2524cf70-3b12-46d1-98f6-4277944aa5b9, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2524cf70-3b12-46d1-98f6-4277944aa5b9,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:58.834556 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:58.844713 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-13c839db-0aa5-41be-b21b-27296fda5cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:58.908207 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:58.908954 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:59.006302 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.046427 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.061457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Transition to ACTIVE for port object 822e42ea-f655-49b6-9761-2d66c690c1d4 will not be triggered until provisioned by entity DHCP. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:59.069578 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:59.072842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device d7ee799c-65a6-4272-86a4-2ccb38736339 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:59.074588 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Usage tracker for resource:security_group_rule and tenant:af1770840f1445f5a54544333450bf05 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:59.077459 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:59.083757 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:59.104451 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Pushing event updated for resources: {'Port': ['ID=2524cf70-3b12-46d1-98f6-4277944aa5b9,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:59.120885 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:59.175347 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.187159 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:59.236691 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:59.301629 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.303798 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:59.308111 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:59.310353 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Pushing event updated for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:59.312957 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:59.346691 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:59.350836 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.366927 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-574bd543-5ae4-4451-91eb-c96be1514dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:59.411806 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33014) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:59.431894 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port d7ee799c-65a6-4272-86a4-2ccb38736339 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:59.432276 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.447813 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af1770840f1445f5a54544333450bf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9531908 Aug 31 15:26:59.448973 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.450916 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33020) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:59.591136 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.624781 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.649273 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:59.664789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d00da6e7914839abf9648f8b585b48 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:59.675093 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:59.679458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.687641 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6372b6-550c-423f-98d3-ad86bef558e6,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:59.694740 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:59.707300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:59.760389 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4b12b498-d732-4510-ba72-0f1c0f95d5ab None None] Provisioning for port 822e42ea-f655-49b6-9761-2d66c690c1d4 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:59.770812 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4b12b498-d732-4510-ba72-0f1c0f95d5ab None None] Provisioning complete for port 822e42ea-f655-49b6-9761-2d66c690c1d4 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:59.773275 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4b12b498-d732-4510-ba72-0f1c0f95d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.794171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.801814 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-66b14b30-7073-45f6-9f0d-c2bb4f2d4846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:59.825688 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6372b6-550c-423f-98d3-ad86bef558e6,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:59.839065 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:59.841830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.842973 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f6372b6-550c-423f-98d3-ad86bef558e6 HTTP/1.1" status: 204 len: 168 time: 0.3907285 Aug 31 15:26:59.858837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4b12b498-d732-4510-ba72-0f1c0f95d5ab None None] Port 822e42ea-f655-49b6-9761-2d66c690c1d4 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:59.867303 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:55Z', 'revision_number': 3, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:59.871949 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d23caa-30fc-4a46-95f7-e8cc4f2ad49e None None] The sync data for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb is: [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:55Z', 'revision_number': 3, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:59.879481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.894706 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:59.902507 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57937d15-c792-4628-9e93-7981a5521545 tempest-VolumesNegativeTest-1483947614 tempest-VolumesNegativeTest-1483947614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:00.013879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7d00da6e7914839abf9648f8b585b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982411 Aug 31 15:27:00.013879 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc615874-6a01-4c86-837f-aa067a554abf,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:00.015110 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33032) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:00.018849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:00.099017 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.110987 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.142346 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.145889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.172090 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6d772-e0b9-4bfe-adff-608a9500170d req-3537c72e-c301-4b50-9af2-a721c3edff2a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:00.179687 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69d6d772-e0b9-4bfe-adff-608a9500170d req-3537c72e-c301-4b50-9af2-a721c3edff2a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.3761151 Aug 31 15:27:00.224945 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.240738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-68f34b33-6ec7-4720-a2ac-584ecd864f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:00.264841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.266284 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc615874-6a01-4c86-837f-aa067a554abf HTTP/1.1" status: 204 len: 168 time: 0.2502019 Aug 31 15:27:00.267965 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc615874-6a01-4c86-837f-aa067a554abf,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:00.270660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:00.309695 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69d6d772-e0b9-4bfe-adff-608a9500170d req-7e36d3cd-313a-4e7b-a720-3e15939292d7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270127 Aug 31 15:27:00.539815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.549730 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.589629 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:00.680672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.685277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Pushing event updated for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:00.688507 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:00.851851 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33070) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:00.877282 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:00.904245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:00.909458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Usage tracker for resource:security_group_rule and tenant:52f27e94dce8488c8b6b2ba7bdc617b2 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:00.912637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:00.918892 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:00.972560 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:00.998139 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:01.102341 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.109900 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.117485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f232fc5-ed3b-497f-8174-dda3dc9a80cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:01.179741 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2524cf70-3b12-46d1-98f6-4277944aa5b9 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:01.203562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac485070-d9f4-4560-8deb-3c5fdd734257,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:01.212814 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:01.225166 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52f27e94dce8488c8b6b2ba7bdc617b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693237 Aug 31 15:27:01.226259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33078) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:01.319229 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 2524cf70-3b12-46d1-98f6-4277944aa5b9 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:01.331935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 2524cf70-3b12-46d1-98f6-4277944aa5b9 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:01.332674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.363752 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.385190 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:27:01.419055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.461237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-351fc6de-5f8a-4a4b-a0b5-338161a38bcd None None] Provisioning complete for port 822e42ea-f655-49b6-9761-2d66c690c1d4 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:01.461667 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-351fc6de-5f8a-4a4b-a0b5-338161a38bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.502134 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.519930 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-01a09b7d-a006-4944-8532-d804c77306cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:01.536277 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.539370 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac485070-d9f4-4560-8deb-3c5fdd734257 HTTP/1.1" status: 204 len: 168 time: 0.3088696 Aug 31 15:27:01.549592 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac485070-d9f4-4560-8deb-3c5fdd734257,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:01.558356 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2d46ef50-15f7-4d41-8b60-8848a62bea29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:01.630398 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-351fc6de-5f8a-4a4b-a0b5-338161a38bcd None None] Port 822e42ea-f655-49b6-9761-2d66c690c1d4 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:01.650855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.677809 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 2524cf70-3b12-46d1-98f6-4277944aa5b9, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2524cf70-3b12-46d1-98f6-4277944aa5b9,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:01.682149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:01.686399 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:01.692346 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:01.702081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c95251-096b-4c8d-a24c-1bf9c45b392f req-7e5161e9-a248-462a-b852-3533c5744415 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.709304 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34c95251-096b-4c8d-a24c-1bf9c45b392f req-7e5161e9-a248-462a-b852-3533c5744415 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1855950 Aug 31 15:27:01.749853 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] 10.222.0.66 "PUT /v2.0/routers/80e173b6-d1c5-43f5-bdf6-c689e5c79699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5197532 Aug 31 15:27:01.769492 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34c95251-096b-4c8d-a24c-1bf9c45b392f req-2581e0df-1b90-4ece-bcda-5537bf6f89a4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592330 Aug 31 15:27:01.798354 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=2524cf70-3b12-46d1-98f6-4277944aa5b9,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:01.813034 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.813532 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.814280 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.815267 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.815704 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.816195 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.817728 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.818221 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.818628 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.819024 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.819421 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.819798 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:01.824980 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:02.112904 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Sync routers for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:02.122979 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:02.123630 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:02.332100 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:02.686476 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:00Z', 'revision_number': 2, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:02.691267 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Checking router: 80e173b6-d1c5-43f5-bdf6-c689e5c79699 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:02.692123 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Updating router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 port 822e42ea-f655-49b6-9761-2d66c690c1d4 binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:02.695266 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33134) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:02.705601 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547157909-network', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:02.710084 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:02.714046 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Usage tracker for resource:network and tenant:af5f3a5d11694ea3bacfa03cc6ddb2c1 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:02.716997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:02.726120 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:02.739219 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Made reservation on behalf of af5f3a5d11694ea3bacfa03cc6ddb2c1 for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:02.742251 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:02.756868 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:02.757451 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:02.774262 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:02.778447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Usage tracker for resource:security_group_rule and tenant:af5f3a5d11694ea3bacfa03cc6ddb2c1 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:02.781238 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:02.787388 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:02.916390 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:02.920722 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:02.927903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-6b46cdea-4cd7-4fa3-9e17-2de5eb0cce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:03.029848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:27:03.036253 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5663fc-65ea-4506-b727-2ee49c325d09,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:03.043285 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:03.053366 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.053707 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Added segment 02202e75-3590-48c5-b075-006fa8e8c5d7 of type vlan for network a482d1b3-5b7f-48fb-8ae7-221cc6989235 Aug 31 15:27:03.082322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2524cf70-3b12-46d1-98f6-4277944aa5b9 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:03.132386 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.134337 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33148) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:03.168817 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9ba52-7d0f-403b-987f-59c245a04ede req-94d4f7ba-2e1d-480b-a297-df0af5d5a290 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.170429 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fe9ba52-7d0f-403b-987f-59c245a04ede req-94d4f7ba-2e1d-480b-a297-df0af5d5a290 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2436628 Aug 31 15:27:03.229657 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 2524cf70-3b12-46d1-98f6-4277944aa5b9 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:03.230723 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.255014 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fe9ba52-7d0f-403b-987f-59c245a04ede req-97119ac2-d0f2-43c3-9e0d-ed5f796e2952 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770612 Aug 31 15:27:03.257448 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.259318 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.260248 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.264922 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:03.284680 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.327483 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Transition to ACTIVE for port object 822e42ea-f655-49b6-9761-2d66c690c1d4 will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:03.340528 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.344618 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:03.396108 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6998379 Aug 31 15:27:03.397125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a482d1b3-5b7f-48fb-8ae7-221cc6989235,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:03.399027 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33160) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:03.400634 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0f167606-d1c0-4eaf-a420-b33128cd07b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:03.405959 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Request body: {'subnet': {'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547157909-subnet', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:03.422237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:27:03.429992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:03.457226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Usage tracker for resource:subnet and tenant:af5f3a5d11694ea3bacfa03cc6ddb2c1 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:03.471060 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:03.490107 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:03.525318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Made reservation on behalf of af5f3a5d11694ea3bacfa03cc6ddb2c1 for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:03.528165 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2766732'] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.595667 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Pushing event updated for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:03.668221 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.668946 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.669484 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.670056 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.670698 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.674551 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.674729 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.675210 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.675702 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.676023 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.676522 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.676842 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:03.684411 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:03.702131 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Attempting to bind port 822e42ea-f655-49b6-9761-2d66c690c1d4 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:03.702502 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Attempting to bind port 822e42ea-f655-49b6-9761-2d66c690c1d4 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:03.702858 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Attempting to bind port 822e42ea-f655-49b6-9761-2d66c690c1d4 on network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:03.708308 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:03.708676 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Checking segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:03.709077 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.709862 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Bound using segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:03.710365 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Bound port: 822e42ea-f655-49b6-9761-2d66c690c1d4, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:03.710758 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.715913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.735531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:03.746198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Usage tracker for resource:security_group_rule and tenant:50b509ac21e04228a14c4449a4f1c345 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:03.750828 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:03.791481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:03.822211 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] For port 822e42ea-f655-49b6-9761-2d66c690c1d4, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:03.825459 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] For port 822e42ea-f655-49b6-9761-2d66c690c1d4, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=822e42ea-f655-49b6-9761-2d66c690c1d4,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:03.831189 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.836080 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:03.887698 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2766846'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.900683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6821404d-a3d0-426d-a199-a1fa9a7fa1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:03.910221 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:03.911626 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:03.988466 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:03.995898 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Pushing event updated for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:04.001915 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:04.006670 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.022554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e1b65c-bde8-480a-8201-17546df3d1d5,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:04.029892 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:04.030533 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ce451050-4874-42b7-b263-2e299491cbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:04.060555 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Checking segment: {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:04.061015 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Network hostable DHCP agents. Network: a482d1b3-5b7f-48fb-8ae7-221cc6989235, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:27:04.078019 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50b509ac21e04228a14c4449a4f1c345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9402449 Aug 31 15:27:04.079977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33178) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:04.087816 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059cf78e-96ab-4195-b865-f822b8bac89e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:04.092374 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:04.101515 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:27:04.113401 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, a482d1b3-5b7f-48fb-8ae7-221cc6989235) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:04.119035 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.119873 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.123673 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb61570-5abf-4d45-8cc3-b5f6d2ec4af2 None None] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:04.153260 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-12a69d81-d670-47dd-bce6-14a1798c543b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7520545 Aug 31 15:27:04.155574 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33182) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:04.165252 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:04.170218 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:04.178624 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:04.185240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Usage tracker for resource:router and tenant:af5f3a5d11694ea3bacfa03cc6ddb2c1 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:04.188852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:04.197023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:04.210551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.211714 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.229609 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.231247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.303463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.448835 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.453153 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-959cbb54-7bec-40cf-98aa-0e5ee2c919b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:04.477092 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059cf78e-96ab-4195-b865-f822b8bac89e,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:04.502706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:04.595336 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:27:04.596203 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.604532 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.605662 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/059cf78e-96ab-4195-b865-f822b8bac89e HTTP/1.1" status: 204 len: 168 time: 0.5246811 Aug 31 15:27:04.751468 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6b894-c8fb-46a1-adba-7432302bbe84 req-98323620-fc22-48bb-81e0-e4cf505c58f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.755363 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7be6b894-c8fb-46a1-adba-7432302bbe84 req-98323620-fc22-48bb-81e0-e4cf505c58f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2508872 Aug 31 15:27:04.791239 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:03Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:04.802196 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c60f-afb9-4c3b-8534-d5649d3f516a None None] The sync data for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb is: [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:03Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:27:04.835198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:04.867084 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7be6b894-c8fb-46a1-adba-7432302bbe84 req-345462f0-1383-4ccd-a399-91a03a1cd4c5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051652 Aug 31 15:27:04.910373 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Allocated IP 172.20.0.2 (a482d1b3-5b7f-48fb-8ae7-221cc6989235/08e1b65c-bde8-480a-8201-17546df3d1d5/c4fc8e74-32fc-488c-91bd-651a13dd207e) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:05.021455 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33208) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:05.208910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.217239 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 822e42ea-f655-49b6-9761-2d66c690c1d4 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:05.252858 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:05.257977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Usage tracker for resource:security_group_rule and tenant:6c63bd0f74a1413aa22d0ac37cd83db5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:05.261836 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:05.271864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33214) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:05.283399 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:05.379396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.396075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.420863 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Transition to ACTIVE for port object c4fc8e74-32fc-488c-91bd-651a13dd207e will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:05.435917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:05.445463 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Usage tracker for resource:security_group_rule and tenant:c92471c98b2c4beb881a07be43beb591 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:05.451417 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:05.468586 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:05.477061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.481731 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.483281 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 822e42ea-f655-49b6-9761-2d66c690c1d4 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:05.489918 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.502695 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Transition to ACTIVE for port object c4fc8e74-32fc-488c-91bd-651a13dd207e will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:05.502695 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 822e42ea-f655-49b6-9761-2d66c690c1d4 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:05.502695 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.533124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-136542ab-f198-436b-a502-066fcd83588b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:05.545472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c63bd0f74a1413aa22d0ac37cd83db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213292 Aug 31 15:27:05.546171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.546320 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33218) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:05.556535 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.564376 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:05.597727 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e8cde-cc2f-4a8f-9e04-df0dec99c1b6,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:05.614164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:05.652274 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:05.655795 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.656466 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:05.681979 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:05.688483 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Pushing event updated for resources: {'Port': ['ID=c4fc8e74-32fc-488c-91bd-651a13dd207e,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:05.694662 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:05.724251 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.772798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.796028 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.803605 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.809721 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6ad8fb06-fc5a-4385-b12b-ceb4f44008e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:05.811334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d32aacab-9cfb-4f7c-b681-4891b28b6662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:05.827931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Allocated IP 172.28.0.61 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/0ea7d9dd-b5d4-47ec-82e4-08de753d5337) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:05.831822 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e8cde-cc2f-4a8f-9e04-df0dec99c1b6,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:05.843672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:05.845538 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.852114 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-668f4c87-0631-418d-af63-77d139da54ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/099e8cde-cc2f-4a8f-9e04-df0dec99c1b6 HTTP/1.1" status: 204 len: 168 time: 0.3041911 Aug 31 15:27:05.866726 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.879762 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c92471c98b2c4beb881a07be43beb591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065578 Aug 31 15:27:05.883310 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33226) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:05.883720 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Attempting to bind port c4fc8e74-32fc-488c-91bd-651a13dd207e on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:05.883910 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Attempting to bind port c4fc8e74-32fc-488c-91bd-651a13dd207e by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:05.884425 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Attempting to bind port c4fc8e74-32fc-488c-91bd-651a13dd207e on network a482d1b3-5b7f-48fb-8ae7-221cc6989235 {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:05.893177 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:05.893910 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Checking segment: {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:05.894357 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.894790 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Bound using segment: {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:05.895242 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Bound port: c4fc8e74-32fc-488c-91bd-651a13dd207e, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:05.895625 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.910224 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca22c073-7833-478f-86d2-32e20d3b4f78,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:05.924608 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:05.987697 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.987923 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 822e42ea-f655-49b6-9761-2d66c690c1d4, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=822e42ea-f655-49b6-9761-2d66c690c1d4,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:06.001064 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.005539 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:06.055240 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.119206 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:06.122283 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] For port c4fc8e74-32fc-488c-91bd-651a13dd207e, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:06.124475 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:06.126264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] For port c4fc8e74-32fc-488c-91bd-651a13dd207e, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4fc8e74-32fc-488c-91bd-651a13dd207e,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:06.138050 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.144414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:06.172293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.214706 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.226422 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-93bad854-3fa2-4c02-8c42-35968dd1ef03 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:06.236562 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.245062 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a0fbde2c-45f8-4620-9796-0dcfb6acce04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:06.273320 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Pushing event updated for resources: {'Port': ['ID=c4fc8e74-32fc-488c-91bd-651a13dd207e,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:06.277269 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca22c073-7833-478f-86d2-32e20d3b4f78,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:06.287573 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:06.296290 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.297417 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca22c073-7833-478f-86d2-32e20d3b4f78 HTTP/1.1" status: 204 len: 168 time: 0.4125102 Aug 31 15:27:06.299377 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:06.310922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:06.314632 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:06.322756 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:06.329655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee9187-ba34-4dc1-8322-3d9c9be3f83d req-0ddd1e00-ca86-45c0-a9d8-cbbbfe9c3dcf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.347183 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34ee9187-ba34-4dc1-8322-3d9c9be3f83d req-0ddd1e00-ca86-45c0-a9d8-cbbbfe9c3dcf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1963310 Aug 31 15:27:06.410792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:06.423580 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:06.454645 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-34ee9187-ba34-4dc1-8322-3d9c9be3f83d req-b661039b-6702-4e04-a1a6-5b05636084a9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003697 Aug 31 15:27:06.511242 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33236) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:06.536647 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.557117 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:06.562046 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Usage tracker for resource:security_group_rule and tenant:e1c42b0450454f28b15590a4f9a3c36a is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:06.565494 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:06.574283 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:06.745324 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.753828 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:06.879955 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-04b3da6d-81d4-4951-941e-fb8cac4c987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:06.931958 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1c42b0450454f28b15590a4f9a3c36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179358 Aug 31 15:27:06.934581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33250) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:06.937462 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8feed7-79d7-4d79-8fa1-e8cb99022607,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:06.941342 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:07.037325 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.052726 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.071115 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.140933 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.147319 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-78ae1916-8ad2-4775-b894-a52a8e945d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:07.158389 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8feed7-79d7-4d79-8fa1-e8cb99022607,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:07.167486 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:07.174277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.175477 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db8feed7-79d7-4d79-8fa1-e8cb99022607 HTTP/1.1" status: 204 len: 168 time: 0.2398722 Aug 31 15:27:07.226400 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4fc8e74-32fc-488c-91bd-651a13dd207e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:07.364882 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port c4fc8e74-32fc-488c-91bd-651a13dd207e completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:07.377542 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 822e42ea-f655-49b6-9761-2d66c690c1d4 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:07.485406 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 822e42ea-f655-49b6-9761-2d66c690c1d4 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:07.486069 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.617284 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.719748 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:27:07.779772 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff67d6-ea55-4458-8621-945ed0818f7e None None] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:07.817657 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3e477-e1af-4dab-a096-12b0424c8ef1 req-039783c9-1f74-47cb-9d16-856ed448175a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:07.819359 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2ce3e477-e1af-4dab-a096-12b0424c8ef1 req-039783c9-1f74-47cb-9d16-856ed448175a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1765018 Aug 31 15:27:07.911508 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2ce3e477-e1af-4dab-a096-12b0424c8ef1 req-6a24c1d9-b755-4507-8934-35e8281e67d4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863945 Aug 31 15:27:07.918646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Router 240d69e0-dbdf-4ac5-82a3-adb58260f06b is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:27:08.059447 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Provisioning for port c4fc8e74-32fc-488c-91bd-651a13dd207e completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:08.081237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Provisioning complete for port c4fc8e74-32fc-488c-91bd-651a13dd207e triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:08.083579 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.152829 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:08.176930 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Sync routers for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:08.187881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.189837 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0331373 Aug 31 15:27:08.193078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33298) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:08.216640 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:08.242623 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:08.243319 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:08.336090 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:27:08.603110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.645651 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:08.677552 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.702866 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:08.823911 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:08.853799 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.863501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:08.934427 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] For port c4fc8e74-32fc-488c-91bd-651a13dd207e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4fc8e74-32fc-488c-91bd-651a13dd207e,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:09.021874 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.039559 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['9fce725b-2c6a-45c0-9f85-ddf57e379d09'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:27:09.156149 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=6']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:09.163308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:09.167509 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:09.276768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.365708 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-83052e92-a01e-4d5b-b0ea-52fdf3433cc8 None None] Provisioning complete for port c4fc8e74-32fc-488c-91bd-651a13dd207e triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:09.366124 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-83052e92-a01e-4d5b-b0ea-52fdf3433cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.393376 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d03cc1-08fc-4805-aacb-edb4bec09216 req-da15c65b-02f7-4acb-b5fe-1c85cbe4f45f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:09.395057 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13d03cc1-08fc-4805-aacb-edb4bec09216 req-da15c65b-02f7-4acb-b5fe-1c85cbe4f45f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.2130654 Aug 31 15:27:09.452656 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Pushing event updated for resources: {'Port': ['ID=c4fc8e74-32fc-488c-91bd-651a13dd207e,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:09.471013 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:09.529428 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13d03cc1-08fc-4805-aacb-edb4bec09216 req-32b1e780-a8eb-49c2-b285-61488fa08802 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200721 Aug 31 15:27:09.607149 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:06Z', 'revision_number': 3, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:09.630718 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Checking router: 240d69e0-dbdf-4ac5-82a3-adb58260f06b for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:09.631108 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Updating router 240d69e0-dbdf-4ac5-82a3-adb58260f06b port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:09.646530 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Allocated IP 172.20.0.1 (a482d1b3-5b7f-48fb-8ae7-221cc6989235/08e1b65c-bde8-480a-8201-17546df3d1d5/75234c4b-0beb-4a7b-b8eb-de8870800788) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:09.750788 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.877815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.898867 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Transition to ACTIVE for port object 75234c4b-0beb-4a7b-b8eb-de8870800788 will not be triggered until provisioned by entity DHCP. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:09.926539 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.930961 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:10.107900 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:10.110703 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:10.114379 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:10.149300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Pushing event updated for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:10.154192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:10.176940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.216000 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.229658 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Transition to ACTIVE for port object 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:10.237585 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.243950 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:10.330847 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Attempting to bind port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:10.331228 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Attempting to bind port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:10.331601 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Attempting to bind port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:10.342381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:10.343017 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:10.343317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.344278 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:10.345258 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Bound port: 0ea7d9dd-b5d4-47ec-82e4-08de753d5337, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:10.346505 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.378607 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Pushing event updated for resources: {'Port': ['ID=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:10.384978 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:10.408073 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.440900 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-9cc30a1e-575b-4777-98ec-1ce4dd6d2487 None None] Provisioning for port 75234c4b-0beb-4a7b-b8eb-de8870800788 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:10.449796 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-9cc30a1e-575b-4777-98ec-1ce4dd6d2487 None None] Provisioning complete for port 75234c4b-0beb-4a7b-b8eb-de8870800788 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:10.450281 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-9cc30a1e-575b-4777-98ec-1ce4dd6d2487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.505472 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] For port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:10.526671 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] For port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:10.540975 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.544833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-9cc30a1e-575b-4777-98ec-1ce4dd6d2487 None None] Port 75234c4b-0beb-4a7b-b8eb-de8870800788 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:10.550194 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-ad137634-8a84-4741-9ff0-86ac47a2a03e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:10.624652 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:10.625386 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:10.683565 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.695980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.729192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:10.741242 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Pushing event updated for resources: {'Port': ['ID=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:10.746190 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:10.855324 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:10.869435 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.900581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Pushing event updated for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:10.903547 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:11.025483 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33376) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:11.067011 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4fc8e74-32fc-488c-91bd-651a13dd207e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:11.073666 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:11.075468 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:11.163474 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067e7ab-dc63-450d-9055-fc16e1c41ef9 req-ad1feb03-2222-4014-9e89-55f3b84e77f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.164990 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5067e7ab-dc63-450d-9055-fc16e1c41ef9 req-ad1feb03-2222-4014-9e89-55f3b84e77f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.4373274 Aug 31 15:27:11.205418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.227527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:11.231719 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Usage tracker for resource:security_group_rule and tenant:afe7f1df71f74031aa8a909bfa706992 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:11.234655 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:11.240624 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:11.264931 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port c4fc8e74-32fc-488c-91bd-651a13dd207e triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:11.265317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.354655 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5067e7ab-dc63-450d-9055-fc16e1c41ef9 req-5d871b24-25c4-470f-a77e-45056355a370 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807215 Aug 31 15:27:11.387533 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Router 240d69e0-dbdf-4ac5-82a3-adb58260f06b has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:27:11.387731 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.393577 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.407863 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c6247a08-80fc-48bc-b1fc-d1c1b127e623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:11.416164 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '75234c4b-0beb-4a7b-b8eb-de8870800788', 'name': '', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'mac_address': 'fa:16:3e:0e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:09Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 2, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'subnets': [{'id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:11.432194 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04512a0-1d0b-4417-9f8f-e92d20dff6ea None None] The sync data for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb is: [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '75234c4b-0beb-4a7b-b8eb-de8870800788', 'name': '', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'mac_address': 'fa:16:3e:0e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:09Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 2, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'subnets': [{'id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:27:11.453860 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afe7f1df71f74031aa8a909bfa706992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243689 Aug 31 15:27:11.453860 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c402bc-905a-4983-ae83-6186926be9a8,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:11.455656 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:11.456153 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33384) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:11.470674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-6ab901f4-3851-4308-9665-956109b39d10 None None] Provisioning complete for port 75234c4b-0beb-4a7b-b8eb-de8870800788 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:11.470674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ab901f4-3851-4308-9665-956109b39d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.521912 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.564114 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-6ab901f4-3851-4308-9665-956109b39d10 None None] Port 75234c4b-0beb-4a7b-b8eb-de8870800788 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:11.576949 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.613594 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:11.626630 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] 10.222.0.66 "PUT /v2.0/routers/240d69e0-dbdf-4ac5-82a3-adb58260f06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4323533 Aug 31 15:27:11.635148 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.639279 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-79aa1122-fd9f-43e7-8b9c-0faac07aaf6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:11.651317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c402bc-905a-4983-ae83-6186926be9a8,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:11.655268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:11.668791 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:11.690291 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1c402bc-905a-4983-ae83-6186926be9a8 HTTP/1.1" status: 204 len: 168 time: 0.2202308 Aug 31 15:27:11.759052 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:11.850782 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:11.851175 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.024717 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.062511 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:12.073723 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:12.083642 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.087941 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-971bbad0-204a-4f86-8ed7-cd395d90343c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:12.110878 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33402) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:12.140815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.168733 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:12.173422 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Usage tracker for resource:security_group_rule and tenant:fbcc8a19ac134e1d9b1ad93b6119fedb is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:12.177032 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:12.184656 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:12.229095 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'code': 200} Aug 31 15:27:12.327157 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=7']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:12.338885 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:12.342098 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.349245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.369076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c815d7a2-9d50-43f7-96c5-2b78add7e7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:12.425427 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbcc8a19ac134e1d9b1ad93b6119fedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134367 Aug 31 15:27:12.426571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dca0d4-73c9-47cf-8c11-d959d32c921c,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:12.428066 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33414) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:12.430048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:12.546312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.580855 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.644663 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.653853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6050e4bc-1196-4309-9793-39c0461ffd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:12.670199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dca0d4-73c9-47cf-8c11-d959d32c921c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:12.673276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:12.687612 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4bf6-6680-4811-b6ef-e6711e78caf8 req-9f8fc74d-fbc9-4a50-87e0-815489690ce3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.690585 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.703413 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e228fc4c-c261-4a83-b107-61a37f82a0d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27dca0d4-73c9-47cf-8c11-d959d32c921c HTTP/1.1" status: 204 len: 168 time: 0.2715223 Aug 31 15:27:12.703413 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33420) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:12.703639 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-635e4bf6-6680-4811-b6ef-e6711e78caf8 req-9f8fc74d-fbc9-4a50-87e0-815489690ce3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1185849 Aug 31 15:27:12.707257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356083890', 'description': 'tempest-secgroup-smoke-1356083890 description', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:12.732705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:12.737215 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:12.743062 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:12.755348 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:12.771385 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.824316 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-635e4bf6-6680-4811-b6ef-e6711e78caf8 req-06f9d33d-1e28-471f-9d24-ed2a9da9f2e4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035943 Aug 31 15:27:12.831195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:12.836189 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:12.839987 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:12.845907 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:12.923606 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.931283 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:12.937001 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e478e7e3-f9da-427c-8657-ea70e5bb0296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:12.992180 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:13.003015 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:13.003905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.009071 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33432) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:13.013308 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3101475 Aug 31 15:27:13.015986 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:13.027379 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:13.037872 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:13.046806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:13.059081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:13.095325 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.147734 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:13.230972 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.237309 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.239699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:13.243501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:13.252814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:13.253206 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.311999 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2362319-d57a-4a88-a147-32e5d8f78356,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:13.322565 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:13.338147 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.339835 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294985 Aug 31 15:27:13.342306 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33448) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:13.350153 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:13.363169 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:13.373330 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:13.378729 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:13.385174 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:13.407611 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.473795 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.479286 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.484118 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.486635 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:13.502553 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:13.507979 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.515181 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0322c9-21b8-418c-9828-daba7db923b3,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:13.518866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:13.526411 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:13.527963 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.529190 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1857903 Aug 31 15:27:13.532395 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33458) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:13.538053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:13.546420 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:13.550773 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:13.553948 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:13.560897 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:13.593710 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.631906 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:13.636349 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:13.687002 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.691437 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.694281 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-fb9afc5a-fa00-4f56-af7b-f251a2eb93e8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:13.715677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4963f60-2037-4c22-aa57-4b2ff04d282f,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:13.722050 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:13.733787 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.737619 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018185 Aug 31 15:27:13.737843 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33472) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:13.743250 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:13.749131 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:13.753202 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:13.756154 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:13.762032 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:13.788747 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.973436 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:13.978048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.000386 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e7b133df-c1f3-4119-83b0-08c1d837d877 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:14.058724 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.062362 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3207810 Aug 31 15:27:14.063901 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33492) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:14.065011 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8051b071-acfc-4d8b-94ba-f071bf571a9e,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:14.068164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9d1192e3-4ada-4490-90b5-4b943cd66c41 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:14.069861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:14.077157 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:14.081688 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:14.086379 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:14.097200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:14.108806 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.securitygroups_db [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Project d60e6e94518c4e3e998a5ee7390e1c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:27:14.116869 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c694bb-944f-4925-8616-632a9955e1f9 req-dfc90562-1509-4e99-83e3-2ebb4ae4261e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:14.118486 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-61c694bb-944f-4925-8616-632a9955e1f9 req-dfc90562-1509-4e99-83e3-2ebb4ae4261e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1106777 Aug 31 15:27:14.120350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.205914 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.206905 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-61c694bb-944f-4925-8616-632a9955e1f9 req-ded41d32-8466-4000-9a2d-bb59dd94b263 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806100 Aug 31 15:27:14.218544 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.220634 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fc1dec81-8d03-467e-98ec-9d2d59d24a7f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:14.266939 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Sync routers for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:14.269032 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015e7d62-0a31-4a44-9f0e-c10ff68076b7,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:14.275114 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:14.287146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.289119 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:14.290781 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-89cca31a-6018-40af-8e6b-97a0760682b2 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2256558 Aug 31 15:27:14.291843 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33506) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:14.297535 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'security_group_rule': {'security_group_id': '60fc38e2-f460-4d4a-a1e9-67ad0475a5f0', 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:14.298695 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:14.307558 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:14.315448 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:security_group_rule and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:14.327526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:14.342231 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:14.363745 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.securitygroups_db [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Project d60e6e94518c4e3e998a5ee7390e1c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:27:14.375895 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.462376 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.468877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.471292 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:14.491977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c2af1f-955f-4b23-b4c5-fc7f8c4da148,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:14.500096 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:14.513804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:14.516498 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:14.518504 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2253053 Aug 31 15:27:14.894289 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '75234c4b-0beb-4a7b-b8eb-de8870800788', 'name': '', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'mac_address': 'fa:16:3e:0e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:09Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 2, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'subnets': [{'id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:14.898478 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Checking router: 240d69e0-dbdf-4ac5-82a3-adb58260f06b for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:14.898859 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Updating router 240d69e0-dbdf-4ac5-82a3-adb58260f06b port 75234c4b-0beb-4a7b-b8eb-de8870800788 binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:15.011316 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.114572 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:15.209625 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:15.212381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.567823 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887955e7-0704-4917-99ae-80ef61e72d6b req-fa308f66-436b-431b-8351-e1176708326c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:15.577829 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-887955e7-0704-4917-99ae-80ef61e72d6b req-fa308f66-436b-431b-8351-e1176708326c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1457901 Aug 31 15:27:15.646531 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-887955e7-0704-4917-99ae-80ef61e72d6b req-8df1ffb8-5e90-4da6-b14b-268ccacab7f1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652912 Aug 31 15:27:15.690182 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.707486 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Transition to ACTIVE for port object 75234c4b-0beb-4a7b-b8eb-de8870800788 will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:15.720268 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:15.725953 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-af3e2283-d89d-4a8b-a4e1-b4ceb50e776c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:15.804815 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbf90e-4a7d-42db-a112-5eee3c39b611 None None] Pushing event updated for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:15.808969 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-b8bbf90e-4a7d-42db-a112-5eee3c39b611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:16.122098 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Attempting to bind port 75234c4b-0beb-4a7b-b8eb-de8870800788 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:16.122393 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Attempting to bind port 75234c4b-0beb-4a7b-b8eb-de8870800788 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:16.122762 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Attempting to bind port 75234c4b-0beb-4a7b-b8eb-de8870800788 on network a482d1b3-5b7f-48fb-8ae7-221cc6989235 {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:16.131319 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:16.131701 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Checking segment: {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:16.132110 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.132509 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Bound using segment: {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:16.132977 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Bound port: 75234c4b-0beb-4a7b-b8eb-de8870800788, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02202e75-3590-48c5-b075-006fa8e8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:16.133949 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.201954 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33608) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:16.298230 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] For port 75234c4b-0beb-4a7b-b8eb-de8870800788, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:16.302143 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] For port 75234c4b-0beb-4a7b-b8eb-de8870800788, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=75234c4b-0beb-4a7b-b8eb-de8870800788,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:16.310037 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.317974 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:16.410539 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbf90e-4a7d-42db-a112-5eee3c39b611 None None] Pushing event updated for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:16.420575 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-b8bbf90e-4a7d-42db-a112-5eee3c39b611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:16.440855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.474731 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:16.475524 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:26:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:16.479333 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:16.488677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Usage tracker for resource:security_group_rule and tenant:83d2aa0fe2f64dbe90044b191f538423 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:16.492411 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:16.504514 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:16.607292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33630) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:16.717657 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.741400 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.777305 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:16.783395 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4355f469-8622-4079-8eff-e876c911774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:16.856958 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83d2aa0fe2f64dbe90044b191f538423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533248 Aug 31 15:27:16.858293 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47ec22a-ea63-4961-885f-92b93bf32261,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:16.859724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33638) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:16.888823 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:16.928839 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:16.962401 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:17.016845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4c5fefa0e44f9288ab050ee373208b is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:17.043196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:17.053506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06f38d-31cd-40a8-bc56-0196280f7973 req-172b5451-d4bf-4b74-a963-7f4813b38c92 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:17.056709 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ef06f38d-31cd-40a8-bc56-0196280f7973 req-172b5451-d4bf-4b74-a963-7f4813b38c92 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1532407 Aug 31 15:27:17.057037 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:17.157072 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.168914 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 75234c4b-0beb-4a7b-b8eb-de8870800788 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:17.197740 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ef06f38d-31cd-40a8-bc56-0196280f7973 req-ee5ce99f-5611-4ba7-9ff2-8db0cf7b6826 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275053 Aug 31 15:27:17.246362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.301444 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d72b1597-dac4-4127-b1cf-7d88ea3d04b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.312203 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 75234c4b-0beb-4a7b-b8eb-de8870800788 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:17.317994 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 75234c4b-0beb-4a7b-b8eb-de8870800788 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:17.318594 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.404687 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '75234c4b-0beb-4a7b-b8eb-de8870800788', 'name': '', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'mac_address': 'fa:16:3e:0e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:09Z', 'updated_at': '2021-08-31T15:27:16Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'subnets': [{'id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:17.411008 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a9813-69b6-4987-8e79-d4524637a675 None None] The sync data for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb is: [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:27:10Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '75234c4b-0beb-4a7b-b8eb-de8870800788', 'name': '', 'network_id': 'a482d1b3-5b7f-48fb-8ae7-221cc6989235', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'mac_address': 'fa:16:3e:0e:97:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:09Z', 'updated_at': '2021-08-31T15:27:16Z', 'revision_number': 4, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'subnets': [{'id': '08e1b65c-bde8-480a-8201-17546df3d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:27:17.444938 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.475663 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-024a389d-9099-4540-b4a3-555e1de68750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:17.494204 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.496787 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47ec22a-ea63-4961-885f-92b93bf32261,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:17.502297 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:17.505089 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.506472 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-7bdf2fb5-d1d6-4ed5-88a6-8f75bef65ab6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b47ec22a-ea63-4961-885f-92b93bf32261 HTTP/1.1" status: 204 len: 168 time: 0.6447155 Aug 31 15:27:17.510758 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.520659 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ace9470a-9e21-4aff-8f49-835efac42c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:17.569509 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e4c5fefa0e44f9288ab050ee373208b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9602482 Aug 31 15:27:17.570877 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd957a-a90f-4fd3-8428-6e7c52e073e4,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:17.573554 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33646) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:17.574750 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:17.578588 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.642543 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 75234c4b-0beb-4a7b-b8eb-de8870800788, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=75234c4b-0beb-4a7b-b8eb-de8870800788,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:17.649132 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.652083 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:17.691422 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.749257 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.804456 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:17.810907 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:17.823633 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.842848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.848569 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ec45737e-5fd3-425b-b0af-5e726f819dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:17.866748 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd957a-a90f-4fd3-8428-6e7c52e073e4,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:17.872693 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:17.889410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:17.890580 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-93f86d4f-a143-4c5f-a095-86bd353008d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0fd957a-a90f-4fd3-8428-6e7c52e073e4 HTTP/1.1" status: 204 len: 168 time: 0.3159876 Aug 31 15:27:18.060872 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33658) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:18.088233 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.116430 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:18.122468 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Usage tracker for resource:security_group_rule and tenant:feb2aa9d5eb947169d32a93131e47530 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:18.130271 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:18.143937 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:18.365571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.373021 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.398099 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-95ce6e8b-1850-44b5-a7bd-bba8efb62ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:18.483787 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30228182-1481-457a-8dc7-c7b285dec78d,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:18.520447 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33666) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:18.546461 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.570408 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:18.575428 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:18.579822 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Usage tracker for resource:security_group_rule and tenant:eeeac50ee8a449b288912a6138cd7cd7 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:18.580153 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=feb2aa9d5eb947169d32a93131e47530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172393 Aug 31 15:27:18.585222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:18.589330 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33670) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:18.597690 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:18.687165 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6afa8-5395-43e1-b1f1-22c7008f7eea req-da5498bd-02d7-484e-be9c-b71d03df7a4d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:18.688830 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efa6afa8-5395-43e1-b1f1-22c7008f7eea req-da5498bd-02d7-484e-be9c-b71d03df7a4d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1727390 Aug 31 15:27:18.689730 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.738056 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.791633 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efa6afa8-5395-43e1-b1f1-22c7008f7eea req-f4229ba6-61c3-439d-a0b4-de010e23de78 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913854 Aug 31 15:27:18.819461 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.832197 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.833976 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ef5cd9c0-0501-4b79-861d-2700e30f77a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:18.840775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.848423 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30228182-1481-457a-8dc7-c7b285dec78d,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:18.851762 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:18.854068 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:18.855444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-3bfc39ce-c810-4c64-8296-a5710bac4cbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30228182-1481-457a-8dc7-c7b285dec78d HTTP/1.1" status: 204 len: 168 time: 0.2648675 Aug 31 15:27:18.863296 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2ac265b3-003e-4155-ba40-62c9978dd730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:18.914357 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeeac50ee8a449b288912a6138cd7cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928030 Aug 31 15:27:18.915311 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91eb031-b7b5-41de-9b36-cd440e424a39,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:18.917210 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33676) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:18.919061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:18.984168 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:19.040245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:19.098846 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 75234c4b-0beb-4a7b-b8eb-de8870800788 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:19.162209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:19.167804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-59f458c7-e495-4855-94c6-16151c858ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:19.198254 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 75234c4b-0beb-4a7b-b8eb-de8870800788 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:19.198896 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:19.199609 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91eb031-b7b5-41de-9b36-cd440e424a39,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:19.202816 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:19.205021 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:19.206677 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b91eb031-b7b5-41de-9b36-cd440e424a39 HTTP/1.1" status: 204 len: 168 time: 0.2881229 Aug 31 15:27:19.644003 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:27:20.046119 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e171158-a38b-4482-9a0b-37bca1b886ea req-293227a8-bc0d-470d-88ee-56c8b42520e9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:20.047671 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e171158-a38b-4482-9a0b-37bca1b886ea req-293227a8-bc0d-470d-88ee-56c8b42520e9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1052418 Aug 31 15:27:20.106837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-850cd6e0-1e51-4850-8039-830ca5df9bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.163625 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e171158-a38b-4482-9a0b-37bca1b886ea req-3d14f148-9826-4f33-9000-53dfdf4df609 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068957 Aug 31 15:27:20.533553 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33738) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:20.635890 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.724948 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.750275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:20.754744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Usage tracker for resource:security_group_rule and tenant:86a624c6ee9444ee8702c8ed18a80d08 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:20.757848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:20.764962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:20.889372 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.894158 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:20.903458 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-883beac5-4639-4b03-95d8-e6221ae810be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:20.951739 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33750) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:20.952433 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86a624c6ee9444ee8702c8ed18a80d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163339 Aug 31 15:27:20.953841 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec083a8-ac02-4a9d-bc6c-acbd0949b968,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:20.957135 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:20.983817 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33754) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:21.017565 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.046123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.111554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.122371 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ccba38c8-51ad-42f7-b789-67793964d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:21.146869 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.150443 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec083a8-ac02-4a9d-bc6c-acbd0949b968,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:21.152932 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:21.163598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.165502 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fec083a8-ac02-4a9d-bc6c-acbd0949b968 HTTP/1.1" status: 204 len: 168 time: 0.2127714 Aug 31 15:27:21.200025 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:21.204301 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Usage tracker for resource:security_group_rule and tenant:af712b9698df46edbfe179c9e67a5156 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:21.208085 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:21.228730 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:21.477739 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbf70b-72ed-4169-b276-6d406e5040f6 req-f07f8ab3-8874-4408-a167-b14fd647fd32 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:21.481685 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fccbf70b-72ed-4169-b276-6d406e5040f6 req-f07f8ab3-8874-4408-a167-b14fd647fd32 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1748843 Aug 31 15:27:21.498102 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.521272 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.545279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-75021d4a-81b9-41a8-8f25-5a9e88e47424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:21.609424 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af712b9698df46edbfe179c9e67a5156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244061 Aug 31 15:27:21.610670 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f81677-66c0-408e-977e-6438cf3d8b30,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:21.612055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33774) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:21.617608 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:21.624900 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fccbf70b-72ed-4169-b276-6d406e5040f6 req-bb7ebd78-cbad-4eff-a1ba-0248c9edf555 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305599 Aug 31 15:27:21.725459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.770917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.857554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.863240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-863ae7dd-28da-4e69-9327-510288599be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:21.891524 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f81677-66c0-408e-977e-6438cf3d8b30,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:21.896481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:21.898627 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:21.904222 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23f81677-66c0-408e-977e-6438cf3d8b30 HTTP/1.1" status: 204 len: 168 time: 0.2904339 Aug 31 15:27:22.272020 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33800) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:22.356003 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.413751 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-766309139-network', 'tenant_id': '8ee2235d6e224e36835ee0040171ba6f'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:22.420617 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:22.426257 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Usage tracker for resource:network and tenant:8ee2235d6e224e36835ee0040171ba6f is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:22.429851 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:22.437640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:22.451297 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Made reservation on behalf of 8ee2235d6e224e36835ee0040171ba6f for: {'network': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:22.453667 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.466410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.480950 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:22.484964 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee2235d6e224e36835ee0040171ba6f is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:22.487945 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:22.495134 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:22.615798 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.621362 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.636258 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-3ba7cce8-c001-4200-b5da-364ffb1408dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:22.660192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=79292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:27:22.682540 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf3bc4-287e-4fde-9827-c8f2f39b045d,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:22.684959 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.685444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.segments_db [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Added segment 662c37ff-9201-46f9-8740-0a5a0defbac3 of type vlan for network 630003da-146a-4e99-b2f0-f964ecf1b71f Aug 31 15:27:22.686962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:22.729714 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.770952 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.772493 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:22.773090 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:22.777205 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:22.907620 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33826) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:22.965210 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Pushing event updated for resources: {'Network': ['ID=630003da-146a-4e99-b2f0-f964ecf1b71f,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:22.970593 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:22.978233 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 630003da-146a-4e99-b2f0-f964ecf1b71f details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:27:23.000167 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7270267 Aug 31 15:27:23.003207 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 33832) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:23.012652 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Request body: {'subnet': {'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-766309139-subnet', 'tenant_id': '8ee2235d6e224e36835ee0040171ba6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:23.023480 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:23.031268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Usage tracker for resource:subnet and tenant:8ee2235d6e224e36835ee0040171ba6f is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:23.042770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:23.052710 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaef58-6c7a-4385-b49a-f706b8865500 req-0b04de50-ed6c-4d08-b92b-310ec894283b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:23.054281 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-66aaef58-6c7a-4385-b49a-f706b8865500 req-0b04de50-ed6c-4d08-b92b-310ec894283b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2389536 Aug 31 15:27:23.058242 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1026684277-network', 'tenant_id': '10dab42f81aa4864a8954cf5385b77aa'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:23.062390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:23.071467 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:23.078689 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Usage tracker for resource:network and tenant:10dab42f81aa4864a8954cf5385b77aa is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:23.082472 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:23.090396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:23.094161 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Made reservation on behalf of 8ee2235d6e224e36835ee0040171ba6f for: {'subnet': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:23.097424 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2766732'] for subnet, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.174710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Made reservation on behalf of 10dab42f81aa4864a8954cf5385b77aa for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:23.177667 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.193899 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.230417 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-66aaef58-6c7a-4385-b49a-f706b8865500 req-5a63e845-bd3a-441a-a9d3-f043ccdd576d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690297 Aug 31 15:27:23.253195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:23.264290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Usage tracker for resource:security_group_rule and tenant:10dab42f81aa4864a8954cf5385b77aa is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:23.268904 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:23.281029 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:23.459059 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.460579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3095055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2766846'] for subnet, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.467106 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4cb53f98-c85e-4673-921d-4d9f6cbb44ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:23.498034 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.538857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:27:23.557208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75565f25-ca54-43de-95af-85e7cea9e622,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:23.566434 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:23.568521 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Checking segment: {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:23.568872 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Network hostable DHCP agents. Network: 630003da-146a-4e99-b2f0-f964ecf1b71f, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:27:23.573556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-743116b3-0389-42b5-812d-b758d445e0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:23.581982 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.582545 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Added segment ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4 of type vlan for network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 Aug 31 15:27:23.616823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50936175-71dd-4a6d-a3ec-36f98803efb8,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:23.629336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:23.637491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.642757 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Network 630003da-146a-4e99-b2f0-f964ecf1b71f is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:27:23.655669 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 630003da-146a-4e99-b2f0-f964ecf1b71f) {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:23.667575 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:23.668229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.672337 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13186b0-4709-428e-aaa4-be1239582655 None None] Network 630003da-146a-4e99-b2f0-f964ecf1b71f requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:23.726247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.741136 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:23.742277 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.754347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:23.767978 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-bb96331e-501a-447c-a08e-d2b5e3471c20 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7628984 Aug 31 15:27:23.835281 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 33842) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:23.836375 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9258909 Aug 31 15:27:23.842997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Request body: {'subnet': {'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1026684277-subnet', 'tenant_id': '10dab42f81aa4864a8954cf5385b77aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:23.851581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:23.861102 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Usage tracker for resource:subnet and tenant:10dab42f81aa4864a8954cf5385b77aa is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:23.866641 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:23.882143 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:23.899410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Made reservation on behalf of 10dab42f81aa4864a8954cf5385b77aa for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:23.904310 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076732'] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:23.909061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe4f487-7c78-491e-8854-58eb2b67d0e0,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:23.922420 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ada19f37-6251-4dfc-b0dd-fcaabd184263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:23.964095 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:27:24.109916 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fd718-ce76-4692-9939-0190612673de None None] Network 630003da-146a-4e99-b2f0-f964ecf1b71f requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:24.268264 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3040656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076622'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:24.288676 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5fd0deb0-d004-43fa-82d0-3ba409bc3ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:24.518358 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5503c0c9-ca2c-4bb8-adce-8ea7b166aed4,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:24.523761 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:24.536131 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Checking segment: {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:24.536474 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Network hostable DHCP agents. Network: 3fe4f487-7c78-491e-8854-58eb2b67d0e0, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:27:24.575440 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed602d0-b53c-4194-9ba5-4c95f09214c9 req-01ad1dee-cd76-426c-9549-e36d089a2897 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:24.576979 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ed602d0-b53c-4194-9ba5-4c95f09214c9 req-01ad1dee-cd76-426c-9549-e36d089a2897 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2061303 Aug 31 15:27:24.578432 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:27:24.619412 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 3fe4f487-7c78-491e-8854-58eb2b67d0e0) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:24.627044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:24.627644 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:24.630668 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21282db-0a82-4cb7-b4d2-378fe12156d8 None None] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:24.665771 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ed602d0-b53c-4194-9ba5-4c95f09214c9 req-4beeffc3-65d8-4b72-b741-eb105d978488 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802584 Aug 31 15:27:24.672258 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-6cbde81c-0b34-4e63-9290-1d0f363a320e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8341296 Aug 31 15:27:25.001260 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e4ff7-4788-49d6-b57c-47745941857a None None] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:25.928209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c6a47-40e0-4c5c-abe7-d9eb92fbe702 req-6890f377-0867-4753-9290-6eee25a5483d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:25.929703 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0c0c6a47-40e0-4c5c-abe7-d9eb92fbe702 req-6890f377-0867-4753-9290-6eee25a5483d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.0871923 Aug 31 15:27:25.982497 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0c0c6a47-40e0-4c5c-abe7-d9eb92fbe702 req-016b3747-b0e6-4e42-8a20-3f22eaf5249f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457578 Aug 31 15:27:26.218238 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-8c5c9e63-7830-4945-9f2d-f6da176e34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.219749 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-8c5c9e63-7830-4945-9f2d-f6da176e34a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1098 time: 0.0903358 Aug 31 15:27:26.461397 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-3d044ca0-e4ec-47fe-8569-2cf2f5be17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.466497 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-3d044ca0-e4ec-47fe-8569-2cf2f5be17ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.1855628 Aug 31 15:27:26.573818 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-ceaa3081-364a-466b-9940-7d80098c6c83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 1000 time: 0.1033847 Aug 31 15:27:26.651607 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-fca8eaa5-a13e-4a75-b123-bc8c6a27c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.653006 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-fca8eaa5-a13e-4a75-b123-bc8c6a27c31a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0719776 Aug 31 15:27:26.753046 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-a7c497f6-0b1b-4651-a738-d00583146057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:26.754829 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-a7c497f6-0b1b-4651-a738-d00583146057 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887990 Aug 31 15:27:26.934343 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-ef24b95e-3521-4be4-b164-fe51ae083ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608396 Aug 31 15:27:27.088058 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2681fd79-4f00-4d38-acb0-bc807cb09462 req-b608adf1-2098-48d3-b113-b789e2e0035a service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563289 Aug 31 15:27:27.232779 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c689f-ef4b-4a03-8873-ce49d43a2378 req-45009320-77a8-49fb-8267-664cc501a775 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:27.240325 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6b5c689f-ef4b-4a03-8873-ce49d43a2378 req-45009320-77a8-49fb-8267-664cc501a775 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1079595 Aug 31 15:27:27.318496 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6b5c689f-ef4b-4a03-8873-ce49d43a2378 req-000ecd78-a841-418d-b7dd-c38bee278928 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697083 Aug 31 15:27:29.678178 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-c98ef728-e7c5-490c-8a15-c2a947e746bd tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:29.679179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-c98ef728-e7c5-490c-8a15-c2a947e746bd tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Synchronizing usage tracker for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:network {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:29.705526 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-9f1661fd-dbd6-4bbf-afd2-560f09f967d8 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:29.706960 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-9f1661fd-dbd6-4bbf-afd2-560f09f967d8 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/networks?id=3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 200 len: 814 time: 0.3556943 Aug 31 15:27:29.724065 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-c98ef728-e7c5-490c-8a15-c2a947e746bd tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Unset dirty status for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:network {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:29.725137 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-c98ef728-e7c5-490c-8a15-c2a947e746bd tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/networks?id=630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 200 len: 808 time: 0.4062972 Aug 31 15:27:29.726316 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-18a56947-4c8d-4780-9e40-fc3e29b0b7af tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/quotas/10dab42f81aa4864a8954cf5385b77aa HTTP/1.1" status: 200 len: 375 time: 0.0118418 Aug 31 15:27:29.778352 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-554642c2-832d-4af8-a304-e14da5341de0 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/quotas/8ee2235d6e224e36835ee0040171ba6f HTTP/1.1" status: 200 len: 375 time: 0.0473561 Aug 31 15:27:29.816725 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-078dd48a-7194-4b68-aea0-ef0219eab45c tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795732 Aug 31 15:27:29.830829 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-66f6223d-c9d6-421c-815c-614805709d41 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466378 Aug 31 15:27:30.087139 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-5d95f7fe-7dbf-49bb-a637-ab7b7e1f8fa3 service neutron] 10.222.0.66 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391403 Aug 31 15:27:30.124940 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-d1f15cf2-497b-48b7-9c6d-116c9bbbb046 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970486 Aug 31 15:27:30.134456 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.407081 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-d984f1d2-1227-4dae-92f9-1041a168a791 service neutron] 10.222.0.66 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090291 Aug 31 15:27:30.417583 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-dfd6040c-10c3-4785-9461-553911288b47 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861989 Aug 31 15:27:30.753116 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1d54a6b-247b-4881-9a69-d55c740102e5 req-55b57534-ad3f-43ec-8bcd-2575b1b8f919 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 210 time: 0.1096501 Aug 31 15:27:30.910548 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-593e7620-55bf-4a34-aa00-aaa9648f3ad4 req-3459f714-48c5-4d09-b109-e6ea8bb27483 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 210 time: 0.0745668 Aug 31 15:27:30.919132 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7421fb-a569-47d5-8479-4302bb014b8b req-0d8360d0-daf3-455f-9f33-774e6dc4d080 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.926430 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c7421fb-a569-47d5-8479-4302bb014b8b req-0d8360d0-daf3-455f-9f33-774e6dc4d080 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2207086 Aug 31 15:27:31.013159 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c7421fb-a569-47d5-8479-4302bb014b8b req-ffc4fc39-5ed3-49f6-b64d-a64cc1f6bc0e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859573 Aug 31 15:27:31.927810 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75173bce-deeb-4098-9d63-4d0056d9692a req-2cb37fa0-6008-440b-9eb5-4e524a2bebf9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Aug 31 15:27:32.075347 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a89cc3be-f309-4c3c-8bd3-658397c97084 req-ad752896-90cd-4e62-9392-7a893456427c tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 210 time: 0.0470917 Aug 31 15:27:32.279076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-9db763ad-59c2-4b8d-a61e-b3187c4636c3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:32.280693 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-9db763ad-59c2-4b8d-a61e-b3187c4636c3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "GET /v2.0/networks?id=630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 200 len: 808 time: 0.2082317 Aug 31 15:27:32.304368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed68aa-a714-4d7c-904d-2a5e33472277 req-a33c9055-bbe0-4f9c-a87c-b98b9e6efef1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:32.306678 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4bed68aa-a714-4d7c-904d-2a5e33472277 req-a33c9055-bbe0-4f9c-a87c-b98b9e6efef1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.1306357 Aug 31 15:27:32.311507 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Request body: {'port': {'device_id': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f', 'admin_state_up': True, 'tenant_id': '8ee2235d6e224e36835ee0040171ba6f'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:32.440868 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4bed68aa-a714-4d7c-904d-2a5e33472277 req-84e43e18-f4d0-4e66-9747-8ccc0ecbc9df tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130664 Aug 31 15:27:32.479361 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:32.483150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Usage tracker for resource:port and tenant:8ee2235d6e224e36835ee0040171ba6f is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:32.485896 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:32.491522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:32.501091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Made reservation on behalf of 8ee2235d6e224e36835ee0040171ba6f for: {'port': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:32.504524 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:32.767028 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Allocated IP 172.20.0.4 (630003da-146a-4e99-b2f0-f964ecf1b71f/75565f25-ca54-43de-95af-85e7cea9e622/a075f1df-80c0-4457-bab0-28d14cb2744c) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:32.984892 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.036878 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.049536 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f788f6a7-2896-4b15-b776-d82a40b2247d tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:33.202268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-277c7e8c-a51b-4381-b91d-2ff90aed0497 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.203142 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-277c7e8c-a51b-4381-b91d-2ff90aed0497 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Synchronizing usage tracker for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:33.224153 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-277c7e8c-a51b-4381-b91d-2ff90aed0497 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Unset dirty status for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:33.226416 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-277c7e8c-a51b-4381-b91d-2ff90aed0497 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "GET /v2.0/networks?id=3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 200 len: 814 time: 0.2192314 Aug 31 15:27:33.233201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Network 630003da-146a-4e99-b2f0-f964ecf1b71f is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:33.256085 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Request body: {'port': {'device_id': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0', 'admin_state_up': True, 'tenant_id': '10dab42f81aa4864a8954cf5385b77aa'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:33.391930 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:33.422326 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:33.446931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:33.450919 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-917cbab5-765c-4467-be00-2de3b83a0d1e req-9a6497bf-cf83-44c0-9b0e-4610d3a00475 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 210 time: 0.1576393 Aug 31 15:27:33.459095 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Usage tracker for resource:port and tenant:10dab42f81aa4864a8954cf5385b77aa is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:33.459235 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Pushing event updated for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:33.465720 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:33.470439 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:33.489978 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:33.509394 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.510031 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.510549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Made reservation on behalf of 10dab42f81aa4864a8954cf5385b77aa for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:33.517441 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.542138 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-a09756df-d5b3-4382-a476-b0bf54d86ed5 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.542758 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-a09756df-d5b3-4382-a476-b0bf54d86ed5 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Synchronizing usage tracker for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:33.549964 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2423542 Aug 31 15:27:33.564287 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-c0a25697-05ce-41fb-b762-28286307964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.566083 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-c0a25697-05ce-41fb-b762-28286307964d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1098 time: 0.3350594 Aug 31 15:27:33.571763 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Request body: {'port': {'device_id': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:33.622571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-a09756df-d5b3-4382-a476-b0bf54d86ed5 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Unset dirty status for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:33.629260 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-a09756df-d5b3-4382-a476-b0bf54d86ed5 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 931 time: 0.5259809 Aug 31 15:27:33.730228 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Allocated IP 172.20.0.10 (3fe4f487-7c78-491e-8854-58eb2b67d0e0/5503c0c9-ca2c-4bb8-adce-8ea7b166aed4/16891850-4ff7-406b-ab12-feb90e57ab04) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:33.859762 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-e74fd113-c2b4-4679-a104-4f4924ac04bb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Synchronizing usage tracker for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:33.903030 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.935268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-e74fd113-c2b4-4679-a104-4f4924ac04bb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Unset dirty status for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:33.936408 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6604d11d-6cf3-4022-a037-390aa21c5013 req-e74fd113-c2b4-4679-a104-4f4924ac04bb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064067 Aug 31 15:27:33.945440 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.975526 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:33.982258 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-99861ded-8ba1-4527-b377-e0a0041f9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.983076 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3171391e-b87d-4f64-80be-93d55b7157ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:33.983682 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-99861ded-8ba1-4527-b377-e0a0041f9639 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.3879883 Aug 31 15:27:33.997061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a4206-6b02-463b-bef2-6c6c680d58b1 req-18729c2d-c646-479b-ae83-909d8068aac9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.998473 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec8a4206-6b02-463b-bef2-6c6c680d58b1 req-18729c2d-c646-479b-ae83-909d8068aac9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.3435860 Aug 31 15:27:34.050100 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:34.054057 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:34.056537 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:34.097682 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Pushing event updated for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:34.100597 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:34.128693 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.129226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.149639 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8982961 Aug 31 15:27:34.191064 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Request body: {'port': {'device_id': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:34.197429 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-ef85ef04-a66f-4c68-b0ec-df99215ac75f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 1000 time: 0.1962404 Aug 31 15:27:34.200090 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec8a4206-6b02-463b-bef2-6c6c680d58b1 req-79dcc209-bc05-4c80-9a88-213131ed7718 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460359 Aug 31 15:27:34.342443 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-bb085887-f8ac-415e-a779-579c24ba34be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.343909 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-bb085887-f8ac-415e-a779-579c24ba34be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.1401637 Aug 31 15:27:34.392994 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.636208 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-3882a1ab-ddfa-4c81-849d-283a3ff7b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.637651 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-3882a1ab-ddfa-4c81-849d-283a3ff7b3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2848113 Aug 31 15:27:34.691856 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a075f1df-80c0-4457-bab0-28d14cb2744c {{(pid=79292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:34.710312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.744267 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16891850-4ff7-406b-ab12-feb90e57ab04 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:34.751407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.765986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Transition to ACTIVE for port object 16891850-4ff7-406b-ab12-feb90e57ab04 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:34.769620 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.773554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-62000e99-0b4b-4aa8-9aa9-145d6dc1fbe3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:34.780744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Transition to ACTIVE for port object a075f1df-80c0-4457-bab0-28d14cb2744c will not be triggered until provisioned by entity L2. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:34.788433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:34.799622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-169e298b-5b77-4878-a0e5-b5bd1e3e6a79 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:34.903581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Pushing event updated for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:34.930502 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2ccc-94b3-460d-b9f9-5d589f5957e7 req-7110e179-2fd2-4cbf-84c2-358e694debf0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.931946 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ddaa2ccc-94b3-460d-b9f9-5d589f5957e7 req-7110e179-2fd2-4cbf-84c2-358e694debf0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 932 time: 0.3295736 Aug 31 15:27:34.935276 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:34.979094 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-3a661050-93ff-4738-80b7-8bba79642613 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344839 Aug 31 15:27:34.979714 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:35.006205 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Attempting to bind port 16891850-4ff7-406b-ab12-feb90e57ab04 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:35.006541 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Attempting to bind port 16891850-4ff7-406b-ab12-feb90e57ab04 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:35.006865 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Attempting to bind port 16891850-4ff7-406b-ab12-feb90e57ab04 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:35.012102 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Port 16891850-4ff7-406b-ab12-feb90e57ab04 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:27:35.012429 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Attempting to bind port 16891850-4ff7-406b-ab12-feb90e57ab04 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:35.012951 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:35.019291 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:35.019650 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Checking segment: {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:35.020021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Bound using segment: {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:35.020448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Bound port: 16891850-4ff7-406b-ab12-feb90e57ab04, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:35.020795 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.112752 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:35.115694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16891850-4ff7-406b-ab12-feb90e57ab04,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:35.120331 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ddaa2ccc-94b3-460d-b9f9-5d589f5957e7 req-94a63f7d-24fa-48dc-81f0-dc3677eb5c39 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682727 Aug 31 15:27:35.120589 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.126375 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-637352cb-29db-4c90-b42e-6af94921265a tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:35.163022 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Attempting to bind port a075f1df-80c0-4457-bab0-28d14cb2744c on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:35.163341 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Attempting to bind port a075f1df-80c0-4457-bab0-28d14cb2744c by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:35.163664 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Attempting to bind port a075f1df-80c0-4457-bab0-28d14cb2744c on network 630003da-146a-4e99-b2f0-f964ecf1b71f {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:35.173013 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Port a075f1df-80c0-4457-bab0-28d14cb2744c on network 630003da-146a-4e99-b2f0-f964ecf1b71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:27:35.173334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Attempting to bind port a075f1df-80c0-4457-bab0-28d14cb2744c on network 630003da-146a-4e99-b2f0-f964ecf1b71f {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:35.182843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.183451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.183568 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:35.183904 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Checking segment: {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:35.184282 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Bound using segment: {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:35.184709 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Bound port: a075f1df-80c0-4457-bab0-28d14cb2744c, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'}}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:35.184828 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-59af6202-db99-4891-9931-34d51adc9664 service neutron] 10.222.0.15 "PUT /v2.0/ports/16891850-4ff7-406b-ab12-feb90e57ab04 HTTP/1.1" status: 200 len: 1094 time: 0.9984419 Aug 31 15:27:35.185052 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.185299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:35.216332 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Pushing event updated for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:35.220500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:35.236768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cba7c6-ca1f-4bc6-9a79-951726fa1432 req-78b6cb14-ac68-4b28-be71-208e8b5a13a4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.238261 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53cba7c6-ca1f-4bc6-9a79-951726fa1432 req-78b6cb14-ac68-4b28-be71-208e8b5a13a4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 943 time: 0.1843362 Aug 31 15:27:35.239156 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04', 'status': 'completed', 'code': 200} Aug 31 15:27:35.388679 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-e9ae01a9-85fc-4589-9734-1a5a7c5b6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.390294 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-e9ae01a9-85fc-4589-9734-1a5a7c5b6ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 1097 time: 0.0918944 Aug 31 15:27:35.463148 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53cba7c6-ca1f-4bc6-9a79-951726fa1432 req-022590c8-cee3-4859-9aba-a6cc57473bfd tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065310 Aug 31 15:27:35.476804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, cleared binding levels {{(pid=79292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:35.506766 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a075f1df-80c0-4457-bab0-28d14cb2744c,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:35.511616 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7ec459f-38f9-46b9-bc39-1bddf37d2bc2 req-a7150b00-f36c-4031-89c3-386b031704a9 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558007 Aug 31 15:27:35.514387 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.520393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:35.572553 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-36392ad5-682d-4735-a452-3ae043d8eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.575779 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-36392ad5-682d-4735-a452-3ae043d8eda9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=10dab42f81aa4864a8954cf5385b77aa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1689658 Aug 31 15:27:35.590690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.591297 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.592640 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a075f1df-80c0-4457-bab0-28d14cb2744c HTTP/1.1" status: 200 len: 1093 time: 2.0250196 Aug 31 15:27:35.593928 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:35.630443 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170974-d34b-4a8e-b9b3-caaff6d2697b req-c2021edb-af76-42c2-810d-544b1fe3e6e2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.631953 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a170974-d34b-4a8e-b9b3-caaff6d2697b req-c2021edb-af76-42c2-810d-544b1fe3e6e2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 945 time: 0.2946677 Aug 31 15:27:35.635278 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=3']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:35.639067 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:35.674419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c', 'status': 'completed', 'code': 200} Aug 31 15:27:35.728410 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a170974-d34b-4a8e-b9b3-caaff6d2697b req-557c9c93-9a1a-49c8-b3b5-37916c4cca44 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877473 Aug 31 15:27:35.753839 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-258acfc3-d794-4628-9b1e-8e7d393a9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.754471 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-bf07eab2-865b-49ac-979a-10a05e785ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.755356 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-dbe7d602-6405-4d4a-8fcd-34d08217d8b9 req-258acfc3-d794-4628-9b1e-8e7d393a9a51 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706598 Aug 31 15:27:35.755983 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-bf07eab2-865b-49ac-979a-10a05e785ceb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 1096 time: 0.0835776 Aug 31 15:27:35.854409 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:27:35.877114 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-a2b90064-d850-4b80-aeb2-d7ae68db2e43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a075f1df-80c0-4457-bab0-28d14cb2744c HTTP/1.1" status: 200 len: 217 time: 0.0672359 Aug 31 15:27:35.899280 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-e47bd02b-fc2c-4837-aa71-0ad3a33aa79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.900740 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-e47bd02b-fc2c-4837-aa71-0ad3a33aa79d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 1097 time: 0.0741825 Aug 31 15:27:35.947062 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-89165434-7643-44b4-893d-40b502abf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.948672 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-89165434-7643-44b4-893d-40b502abf24c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75565f25-ca54-43de-95af-85e7cea9e622 HTTP/1.1" status: 200 len: 848 time: 0.0639443 Aug 31 15:27:35.983075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.983344 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-71b28dae-0675-4ad4-84ba-96ba54ee4496 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16891850-4ff7-406b-ab12-feb90e57ab04 HTTP/1.1" status: 200 len: 217 time: 0.0673106 Aug 31 15:27:36.008231 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-c1a67724-bba3-47df-850b-1105f4f376c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=630003da-146a-4e99-b2f0-f964ecf1b71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479128 Aug 31 15:27:36.011799 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:36.022242 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:36.029617 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:36.031674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:36.072260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-d1b75490-d390-4cee-95a0-d3d777a404e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.074414 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-d1b75490-d390-4cee-95a0-d3d777a404e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5503c0c9-ca2c-4bb8-adce-8ea7b166aed4 HTTP/1.1" status: 200 len: 854 time: 0.0832460 Aug 31 15:27:36.089465 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'code': 200} Aug 31 15:27:36.122715 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=8']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:36.125767 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:36.166056 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-703ff570-92ad-44e3-a4e7-d090756d6c77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe4f487-7c78-491e-8854-58eb2b67d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518367 Aug 31 15:27:36.185391 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-3a8ca048-82ef-450f-81ba-02961d3202f9 service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699870 Aug 31 15:27:36.411206 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-26503278-6263-4dda-a36a-528f691b857a service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360086 Aug 31 15:27:36.503687 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-574cd00a-e1de-40ef-b195-88a1aba5f89e req-fea12e93-e630-450c-ad41-5e6d32a1de74 service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101678 Aug 31 15:27:36.521553 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a4be-ffd3-4556-98e8-16836f5b96bc req-e4a2b0d9-6703-452b-8539-2eda44e5de0d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.523137 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ef3a4be-ffd3-4556-98e8-16836f5b96bc req-e4a2b0d9-6703-452b-8539-2eda44e5de0d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 944 time: 0.2780750 Aug 31 15:27:36.557645 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-76d2b7fb-090e-412a-a8a1-d5f2d75856ae req-9cfad222-71d9-4d91-9eab-f3b96dfc51b1 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383741 Aug 31 15:27:36.570776 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ef3a4be-ffd3-4556-98e8-16836f5b96bc req-e9eb8839-1819-4bbb-9734-aaeaabe4ddb0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Aug 31 15:27:36.683348 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-00be3c40-2b26-4143-a823-da25bd27edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.684840 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-00be3c40-2b26-4143-a823-da25bd27edb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 1096 time: 0.0721636 Aug 31 15:27:36.686520 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b79cd3-8593-4de5-9235-1b63319bfa15 req-7ad4737b-faa8-46b8-b148-bb74adcd920e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.688274 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-59b79cd3-8593-4de5-9235-1b63319bfa15 req-7ad4737b-faa8-46b8-b148-bb74adcd920e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 943 time: 0.0851912 Aug 31 15:27:36.732706 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-59b79cd3-8593-4de5-9235-1b63319bfa15 req-9d6d0082-4d08-42c0-8135-59d17932840c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Aug 31 15:27:36.835969 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-08c05633-9a71-43e5-b735-651eac2fe15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.838058 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-08c05633-9a71-43e5-b735-651eac2fe15b service neutron] 10.222.0.15 "GET /v2.0/networks?id=630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 200 len: 909 time: 0.1349881 Aug 31 15:27:36.908620 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-57d696a0-ec32-45cb-b51e-04e8068217a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a075f1df-80c0-4457-bab0-28d14cb2744c HTTP/1.1" status: 200 len: 217 time: 0.0635867 Aug 31 15:27:36.913128 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c0d8-58b8-463f-a309-a4b68cca3e58 req-6508836e-c7b7-44f5-8140-cc2a31dd942a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.915175 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2ef9c0d8-58b8-463f-a309-a4b68cca3e58 req-6508836e-c7b7-44f5-8140-cc2a31dd942a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.0786538 Aug 31 15:27:36.962108 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2ef9c0d8-58b8-463f-a309-a4b68cca3e58 req-3fd2a68d-c5bf-437f-8078-4f461e08047d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Aug 31 15:27:36.972089 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-be80aad0-74aa-424c-83fd-4c5d52bd6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.973592 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-be80aad0-74aa-424c-83fd-4c5d52bd6d40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75565f25-ca54-43de-95af-85e7cea9e622 HTTP/1.1" status: 200 len: 848 time: 0.0570545 Aug 31 15:27:37.026663 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-4c5fe90d-4f63-454a-940c-adfc66b20451 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=630003da-146a-4e99-b2f0-f964ecf1b71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427558 Aug 31 15:27:37.156462 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-e3e8bb15-828f-40de-8784-408d7a928471 service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219263 Aug 31 15:27:37.286399 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34c139a8-aa55-4dab-bab8-1026d7723438 req-bdd53c07-5bdb-41e5-9957-2490fe988860 service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227524 Aug 31 15:27:37.757045 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d3ce0-fd96-45fb-b19d-0d9f56c350bf req-640a0eec-7ff2-4cce-8b9c-3f8e0b3dc5e9 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:37.758593 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd0d3ce0-fd96-45fb-b19d-0d9f56c350bf req-640a0eec-7ff2-4cce-8b9c-3f8e0b3dc5e9 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 944 time: 0.0794537 Aug 31 15:27:37.806148 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd0d3ce0-fd96-45fb-b19d-0d9f56c350bf req-5cc236d4-9a2d-4e62-a7a8-5e399f646ab3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Aug 31 15:27:37.924655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ff62-3e92-4acc-a1c2-b3340722919a req-25ba3690-c62a-4922-aa2b-0f95ae702897 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:37.926142 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1467ff62-3e92-4acc-a1c2-b3340722919a req-25ba3690-c62a-4922-aa2b-0f95ae702897 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 943 time: 0.0833304 Aug 31 15:27:37.971383 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1467ff62-3e92-4acc-a1c2-b3340722919a req-f60653c1-a4eb-4d19-ab67-773db54bd20d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Aug 31 15:27:38.149721 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2988a-4554-4236-a5ae-e0aaedf2eb38 req-7fd5b3c1-335a-429d-81df-b7666bf7a2a7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:38.151258 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-92d2988a-4554-4236-a5ae-e0aaedf2eb38 req-7fd5b3c1-335a-429d-81df-b7666bf7a2a7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.0795648 Aug 31 15:27:38.194201 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-92d2988a-4554-4236-a5ae-e0aaedf2eb38 req-bd920904-afe2-49b6-ba6a-567818c7d324 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370612 Aug 31 15:27:39.003678 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb17e2b-1aa2-41b8-bddb-8aab0de2a097 req-4473a1a2-09b5-414d-abb3-5acdfd0cb184 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.005130 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dfb17e2b-1aa2-41b8-bddb-8aab0de2a097 req-4473a1a2-09b5-414d-abb3-5acdfd0cb184 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 944 time: 0.0822966 Aug 31 15:27:39.056879 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dfb17e2b-1aa2-41b8-bddb-8aab0de2a097 req-4b80d8ef-a727-4301-b4a7-198f03943026 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Aug 31 15:27:39.264668 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d6094-0e59-4ef5-8d7a-a4e4dd94b6e9 req-b38522ca-f557-4715-bb7d-45ea096794d7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.266163 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c18d6094-0e59-4ef5-8d7a-a4e4dd94b6e9 req-b38522ca-f557-4715-bb7d-45ea096794d7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 943 time: 0.1387241 Aug 31 15:27:39.281297 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249563e7-d2b2-4026-b427-bb4c038e3691 req-345357d8-d914-42bf-8f58-9e97196defa3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.282973 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-249563e7-d2b2-4026-b427-bb4c038e3691 req-345357d8-d914-42bf-8f58-9e97196defa3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1182177 Aug 31 15:27:39.352900 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c18d6094-0e59-4ef5-8d7a-a4e4dd94b6e9 req-ac46598e-3642-450c-80dd-9820ed905c31 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Aug 31 15:27:39.360908 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-249563e7-d2b2-4026-b427-bb4c038e3691 req-843e20f6-bd10-49da-b80f-62b836a4cb3e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609765 Aug 31 15:27:39.475896 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 34122) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:39.587611 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-54021ff3-1353-4481-a006-11d6034fa36b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104593 Aug 31 15:27:39.886044 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device a075f1df-80c0-4457-bab0-28d14cb2744c details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:27:40.073688 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a075f1df-80c0-4457-bab0-28d14cb2744c,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:40.089287 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'a075f1df-80c0-4457-bab0-28d14cb2744c', 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f', 'port_id': 'a075f1df-80c0-4457-bab0-28d14cb2744c', 'mac_address': 'fa:16:3e:46:2b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75565f25-ca54-43de-95af-85e7cea9e622', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:27:40.170241 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.194536 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a075f1df-80c0-4457-bab0-28d14cb2744c {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:40.232081 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a075f1df-80c0-4457-bab0-28d14cb2744c,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:40.238198 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.239275 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 16891850-4ff7-406b-ab12-feb90e57ab04 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:27:40.244117 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:40.327847 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-200e9537-14a3-47d5-ab29-b518b82ff293 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356083890&fields=id&tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e HTTP/1.1" status: 200 len: 267 time: 0.0713198 Aug 31 15:27:40.379555 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c6029-2bc4-44fa-a306-c35d0219fd76 req-95fe6fbe-ea03-4396-878d-7cd91f8ecc10 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.386390 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7c0c6029-2bc4-44fa-a306-c35d0219fd76 req-95fe6fbe-ea03-4396-878d-7cd91f8ecc10 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 944 time: 0.1924672 Aug 31 15:27:40.393414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:40.398768 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:40.501170 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16891850-4ff7-406b-ab12-feb90e57ab04,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:40.515696 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '16891850-4ff7-406b-ab12-feb90e57ab04', 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0', 'port_id': '16891850-4ff7-406b-ab12-feb90e57ab04', 'mac_address': 'fa:16:3e:1d:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5503c0c9-ca2c-4bb8-adce-8ea7b166aed4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:27:40.516765 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7c0c6029-2bc4-44fa-a306-c35d0219fd76 req-9ebfd1ed-f28e-42ba-a074-012bb6b4b226 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295459 Aug 31 15:27:40.545345 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-2de19884-738a-4a70-9787-f827e1022e69 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.547534 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-2de19884-738a-4a70-9787-f827e1022e69 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 809 time: 0.2183659 Aug 31 15:27:40.564792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-7171ae0a-ccb1-4cdd-8613-e4b1d10a8cd7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/quotas/d60e6e94518c4e3e998a5ee7390e1c6e HTTP/1.1" status: 200 len: 375 time: 0.0103154 Aug 31 15:27:40.589226 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.605890 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16891850-4ff7-406b-ab12-feb90e57ab04 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:40.624649 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16891850-4ff7-406b-ab12-feb90e57ab04,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:40.628973 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.630794 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:40.698796 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:40.702539 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:40.716634 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-7f400ab0-5f9c-426e-b8f0-6de45150cf2d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Synchronizing usage tracker for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:40.743756 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711068cd-83ba-427d-b763-288e149f17a7 req-e3cef829-04db-44d1-9154-7a909944c09c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.745432 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-711068cd-83ba-427d-b763-288e149f17a7 req-e3cef829-04db-44d1-9154-7a909944c09c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 944 time: 0.1190972 Aug 31 15:27:40.750097 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-7f400ab0-5f9c-426e-b8f0-6de45150cf2d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Unset dirty status for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:40.751322 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-7f400ab0-5f9c-426e-b8f0-6de45150cf2d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1795466 Aug 31 15:27:40.879495 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-711068cd-83ba-427d-b763-288e149f17a7 req-bcbfd1fa-019c-4fc6-97e8-c0f3dc0f6881 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268315 Aug 31 15:27:40.917460 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c0bea66b-861a-4217-b4de-11b7f74c76d5 service neutron] 10.222.0.66 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508539 Aug 31 15:27:41.201776 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-ef005f70-7f7c-4325-9c15-3e70e74a816c service neutron] 10.222.0.66 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785573 Aug 31 15:27:41.224582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['16891850-4ff7-406b-ab12-feb90e57ab04'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:27:41.226187 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2216b-36f4-4c32-9808-128c3c465ab5 req-c993685e-1a75-4e86-9d35-8ee5124533b2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.228167 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fb2216b-36f4-4c32-9808-128c3c465ab5 req-c993685e-1a75-4e86-9d35-8ee5124533b2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1192310 Aug 31 15:27:41.258135 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['a075f1df-80c0-4457-bab0-28d14cb2744c'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:27:41.275815 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2fb2216b-36f4-4c32-9808-128c3c465ab5 req-c1f4c3a9-628b-436a-886d-22f58ef7e000 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Aug 31 15:27:41.318650 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 34160) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:41.455278 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:41.474110 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:41.479570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:29c43a4ee3454bb3b4bb97704c0d5336 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:41.482633 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:41.489224 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:41.522957 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-bf1e4c5f-a9ce-41ee-b8c1-7310e2eb2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.525120 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-bf1e4c5f-a9ce-41ee-b8c1-7310e2eb2189 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 1096 time: 0.0865662 Aug 31 15:27:41.596555 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:41.601820 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:41.614251 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-41ead85c-ba41-4e3f-b915-3ef004f08a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:41.660903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582d6d9-5233-4005-8780-d69086a1c759,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:41.677541 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-f7e4197d-7e97-4bb8-9ebb-ba0f8bf98a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.679032 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-f7e4197d-7e97-4bb8-9ebb-ba0f8bf98a0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1096 time: 0.1145172 Aug 31 15:27:41.684856 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:41.785488 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e1434c97-2d76-4a94-96a0-61209d00310c req-1d89cd90-c79a-43f3-ba07-0dafe46f6b57 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 210 time: 0.0989237 Aug 31 15:27:41.788311 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-17bfa4a1-412e-409d-a4c5-e91d598a1dc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29c43a4ee3454bb3b4bb97704c0d5336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686630 Aug 31 15:27:41.794798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34178) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:41.840554 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254bab-2798-4d10-8ba7-009e67b3c576 req-59902bee-b72f-48ea-bf59-d73d9e66a49e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.842157 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-850aa5d8-6ab2-487a-b6a8-ba3c5169c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.843685 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-850aa5d8-6ab2-487a-b6a8-ba3c5169c49f service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.1575685 Aug 31 15:27:41.846617 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-03254bab-2798-4d10-8ba7-009e67b3c576 req-59902bee-b72f-48ea-bf59-d73d9e66a49e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 945 time: 0.1124074 Aug 31 15:27:41.893167 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-03254bab-2798-4d10-8ba7-009e67b3c576 req-93fc2489-6146-44d1-be59-161b780c1f9e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Aug 31 15:27:41.895292 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:27:41.977277 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:41.994614 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-d653d9ce-2615-4599-be6d-096bedbc2fe6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 998 time: 0.1365733 Aug 31 15:27:42.051570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:42.106666 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-e5243320-a46c-4e5c-97de-87a5e10547df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.108274 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-e5243320-a46c-4e5c-97de-87a5e10547df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.1043363 Aug 31 15:27:42.111699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9ac42-41e7-4dee-93c4-a29a349bbcf4 req-02a1ee90-e073-467b-9bb6-1d92247bf488 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.113227 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-14d9ac42-41e7-4dee-93c4-a29a349bbcf4 req-02a1ee90-e073-467b-9bb6-1d92247bf488 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 944 time: 0.0900433 Aug 31 15:27:42.172273 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-14d9ac42-41e7-4dee-93c4-a29a349bbcf4 req-7d16b352-b45b-4148-94fa-e03c29ea0f77 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Aug 31 15:27:42.177917 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:42.183914 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df824334-399b-4bd0-acf6-b1d364301039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:42.198199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582d6d9-5233-4005-8780-d69086a1c759,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:42.200552 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:42.213343 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:42.217147 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8582d6d9-5233-4005-8780-d69086a1c759 HTTP/1.1" status: 204 len: 168 time: 0.4210355 Aug 31 15:27:42.227570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-1cee5029-7957-4052-b849-d8ec9ec6c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.229023 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-1cee5029-7957-4052-b849-d8ec9ec6c85f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1103406 Aug 31 15:27:42.519040 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-79e269a5-7f2f-46d0-bc19-c536750fdf46 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547190 Aug 31 15:27:42.520893 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5623c-b94b-4a6a-9263-ff061941c321 req-4a21ad35-f396-4644-8b3d-d323e9c50d40 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.522461 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ae5623c-b94b-4a6a-9263-ff061941c321 req-4a21ad35-f396-4644-8b3d-d323e9c50d40 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.0865579 Aug 31 15:27:42.574649 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5ae5623c-b94b-4a6a-9263-ff061941c321 req-5a129e67-2869-4ac8-8bbc-65365a117284 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 Aug 31 15:27:42.658085 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f0a99330-0519-4075-afe0-dfafd7a42889 req-6ac3c877-db0d-4581-9417-0ff6f6967880 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322029 Aug 31 15:27:42.934308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34218) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:42.953022 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-48bb5766-07bf-4f66-8650-6191203b9047 req-de81cdf3-5f36-4358-b84b-71f6e8f9de69 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 210 time: 0.0544987 Aug 31 15:27:43.063874 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-e8383818-076d-41ee-a5d1-716bffd604c1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:43.064591 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-e8383818-076d-41ee-a5d1-716bffd604c1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Synchronizing usage tracker for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:43.083881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-e8383818-076d-41ee-a5d1-716bffd604c1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Unset dirty status for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:43.085195 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-e8383818-076d-41ee-a5d1-716bffd604c1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 809 time: 0.2048769 Aug 31 15:27:43.152772 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-0c17a354-3603-44f2-ac51-321d5e551695 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Synchronizing usage tracker for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:43.174470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-0c17a354-3603-44f2-ac51-321d5e551695 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Unset dirty status for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:43.176169 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-0c17a354-3603-44f2-ac51-321d5e551695 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e HTTP/1.1" status: 200 len: 380 time: 0.0752454 Aug 31 15:27:43.189369 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'port': {'device_id': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'admin_state_up': True, 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'security_groups': ['60fc38e2-f460-4d4a-a1e9-67ad0475a5f0']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:43.197772 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fd218-be65-41e1-a198-d763ed97d84d req-a05d9042-f253-4b59-96ad-909f54b0010a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:43.199792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b94fd218-be65-41e1-a198-d763ed97d84d req-a05d9042-f253-4b59-96ad-909f54b0010a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 945 time: 0.1148648 Aug 31 15:27:43.210617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-398291690-network', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:43.227222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:43.245451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Usage tracker for resource:network and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:43.250156 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:43.296896 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b94fd218-be65-41e1-a198-d763ed97d84d req-09a75390-3d8f-41de-9efc-e06d4d36a64f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901053 Aug 31 15:27:43.353794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:43.388400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Made reservation on behalf of 9149a7ba9d66424c8f38ad1e17685ce5 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:43.391922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.412966 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7261b-5560-46b7-aafa-2236af5fec63 req-ebe36618-6971-4c38-9540-32354eb40b20 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:43.413948 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.421841 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-48c7261b-5560-46b7-aafa-2236af5fec63 req-ebe36618-6971-4c38-9540-32354eb40b20 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 944 time: 0.1118472 Aug 31 15:27:43.450455 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:43.458405 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:43.462478 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:43.468061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:43.474536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:43.481550 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-48c7261b-5560-46b7-aafa-2236af5fec63 req-15e2329b-7d6f-465c-b067-f8554a74d4f8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586715 Aug 31 15:27:43.486223 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:43.511861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Made reservation on behalf of d60e6e94518c4e3e998a5ee7390e1c6e for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:43.515716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.780498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.786722 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbce00a-d4ca-4ad1-8a42-533c271c8407 req-0c10f50a-8c4c-4d45-a195-b5a9e322c577 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:43.794334 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.795343 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2bbce00a-d4ca-4ad1-8a42-533c271c8407 req-0c10f50a-8c4c-4d45-a195-b5a9e322c577 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.0939732 Aug 31 15:27:43.800118 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4daa51ea-e529-486d-bd79-d9f69aec5357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:43.849405 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:27:43.856258 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2bbce00a-d4ca-4ad1-8a42-533c271c8407 req-55da8ba8-cf9a-4c18-8da7-ed49ce091a0d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597289 Aug 31 15:27:43.857309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322e9a38-3e6f-42ad-a9db-8134bdc8065d,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:43.860971 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Allocated IP 172.20.0.8 (dd43d3d3-8467-41e6-9e5a-f0d302e49fa6/ae78e72e-ce31-447c-b20b-d16c9ce00d00/bddbf0d6-8131-40db-badb-7b0fd10fce16) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:43.865402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:43.882226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.883551 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Added segment c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba of type vlan for network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 Aug 31 15:27:43.897634 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device a075f1df-80c0-4457-bab0-28d14cb2744c up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:43.975163 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port a075f1df-80c0-4457-bab0-28d14cb2744c completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:43.992945 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port a075f1df-80c0-4457-bab0-28d14cb2744c triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:43.994388 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.999115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.164858 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.178243 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.183055 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:44.183993 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.191952 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:44.219857 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:44.227936 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-430f2d35-a3ee-4d03-ad61-49459617d9e3 req-f4de09df-311e-4b24-b7ee-d25e9b28d660 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 210 time: 0.1030254 Aug 31 15:27:44.280303 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a075f1df-80c0-4457-bab0-28d14cb2744c,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:44.287575 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.292057 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.293036 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 16891850-4ff7-406b-ab12-feb90e57ab04 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:44.350387 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4145708 Aug 31 15:27:44.353944 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 34252) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:44.355244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2c381b-3656-4f06-bf0b-2d1fbe27f573,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:44.359902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Request body: {'subnet': {'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-398291690-subnet', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'ip_version': 4}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:44.362849 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:44.366901 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Transition to ACTIVE for port object bddbf0d6-8131-40db-badb-7b0fd10fce16 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:44.368450 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:44.371304 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c', 'code': 200} Aug 31 15:27:44.371898 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:44.379319 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Usage tracker for resource:subnet and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:44.390993 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:44.397147 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:44.405123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.413195 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:44.432040 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Made reservation on behalf of 9149a7ba9d66424c8f38ad1e17685ce5 for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:44.434504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076732'] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.454816 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:27:44.516819 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:44.521016 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:44.549261 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:44.596598 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:44.626999 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:44.635770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:44.654257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:44.678317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 16891850-4ff7-406b-ab12-feb90e57ab04 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:44.686480 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 16891850-4ff7-406b-ab12-feb90e57ab04 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:44.687422 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.733442 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:44.734745 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.762471 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5800881 Aug 31 15:27:44.850626 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.909995 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16891850-4ff7-406b-ab12-feb90e57ab04,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:44.919304 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:44.927951 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:44.940977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c7ac7-361a-4aa8-99b4-d7fcf31902c8 req-244217a3-4e2e-46aa-aba9-4a428aeca763 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:44.942394 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c5c7ac7-361a-4aa8-99b4-d7fcf31902c8 req-244217a3-4e2e-46aa-aba9-4a428aeca763 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 945 time: 0.2678177 Aug 31 15:27:45.020713 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-752c9780-c31b-421c-a4f1-daff0751f88c None None] Provisioning for port bddbf0d6-8131-40db-badb-7b0fd10fce16 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:45.039277 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18032c9a-669c-4f88-a9dd-cf2d4e7c60ab req-af77e250-4d2b-481b-a3e8-0f047e36ccfa tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.045533 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-752c9780-c31b-421c-a4f1-daff0751f88c None None] Provisioning complete for port bddbf0d6-8131-40db-badb-7b0fd10fce16 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:45.045915 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-752c9780-c31b-421c-a4f1-daff0751f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.048295 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-18032c9a-669c-4f88-a9dd-cf2d4e7c60ab req-af77e250-4d2b-481b-a3e8-0f047e36ccfa tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.2577553 Aug 31 15:27:45.097431 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c5c7ac7-361a-4aa8-99b4-d7fcf31902c8 req-9570cf38-98f8-4ac4-b106-9dcb19fd0cf9 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231966 Aug 31 15:27:45.109883 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:45.113188 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:45.124956 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-752c9780-c31b-421c-a4f1-daff0751f88c None None] Port bddbf0d6-8131-40db-badb-7b0fd10fce16 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:45.209909 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-18032c9a-669c-4f88-a9dd-cf2d4e7c60ab req-498268b2-27cd-43e2-bd8c-89ccc5fb8986 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605690 Aug 31 15:27:45.223359 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3040656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076622'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.228422 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-594f5ea9-6edb-4550-93bb-4d81a1c2d5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:45.339369 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013d3326-067d-4d8b-a50b-921a073b92e0,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:45.342200 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:45.348118 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Checking segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:45.348485 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Network hostable DHCP agents. Network: 5c2c381b-3656-4f06-bf0b-2d1fbe27f573, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:27:45.380051 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:27:45.393890 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 5c2c381b-3656-4f06-bf0b-2d1fbe27f573) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:45.403187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbefae6-1120-4fae-b792-e71864fb44ec None None] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:45.407274 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.408003 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.546293 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1910055 Aug 31 15:27:45.549717 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34262) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:45.557792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:45.567931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:45.577940 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Usage tracker for resource:router and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:45.590944 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:45.598478 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:45.599111 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b897e-563d-4ae5-98ce-2137c5e8494b req-f81e1815-a788-41ee-a150-b179a6eaec3b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.600600 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e12b897e-563d-4ae5-98ce-2137c5e8494b req-f81e1815-a788-41ee-a150-b179a6eaec3b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.1560850 Aug 31 15:27:45.616676 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160592a9-9f6f-4398-887b-fa217f1f1d9e req-6100a410-6ab6-4c3f-88ae-8e5cfa4b50ca tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.619279 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-160592a9-9f6f-4398-887b-fa217f1f1d9e req-6100a410-6ab6-4c3f-88ae-8e5cfa4b50ca tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2173092 Aug 31 15:27:45.627568 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.629099 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.656963 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.700424 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:27:45.701615 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:45.718498 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e12b897e-563d-4ae5-98ce-2137c5e8494b req-c4f7012e-b2c3-4576-b017-869eb1df4edc tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981600 Aug 31 15:27:45.752023 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-160592a9-9f6f-4398-887b-fa217f1f1d9e req-afa7f45d-c488-496b-b5b2-c69967e5a724 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010118 Aug 31 15:27:45.901054 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Allocated IP 172.20.0.2 (5c2c381b-3656-4f06-bf0b-2d1fbe27f573/013d3326-067d-4d8b-a50b-921a073b92e0/5b74b489-faa6-4561-b3ad-8b9f8940be81) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:46.073350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.147377 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.161580 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Transition to ACTIVE for port object 5b74b489-faa6-4561-b3ad-8b9f8940be81 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:46.188357 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Transition to ACTIVE for port object 5b74b489-faa6-4561-b3ad-8b9f8940be81 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:46.198024 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.204947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:46.346065 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:46.366127 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:46.386973 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:46.403289 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:46.432525 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.465823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.506456 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Pushing event updated for resources: {'Port': ['ID=5b74b489-faa6-4561-b3ad-8b9f8940be81,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:46.535546 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:46.612706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Attempting to bind port 5b74b489-faa6-4561-b3ad-8b9f8940be81 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:46.613084 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Attempting to bind port 5b74b489-faa6-4561-b3ad-8b9f8940be81 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:46.613451 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Attempting to bind port 5b74b489-faa6-4561-b3ad-8b9f8940be81 on network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:46.620374 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:46.620752 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Checking segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:46.621160 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.621558 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Bound using segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:46.622096 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Bound port: 5b74b489-faa6-4561-b3ad-8b9f8940be81, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:46.622489 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.664877 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Allocated IP 172.28.0.145 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/19093419-4cb8-4b4d-a376-a1c36bc099a7) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:46.670451 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247a6d5-1808-419e-a3c2-0dffcc408375 req-48b77716-03ff-4044-86e5-ca4907faad0a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:46.678096 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d247a6d5-1808-419e-a3c2-0dffcc408375 req-48b77716-03ff-4044-86e5-ca4907faad0a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.4565580 Aug 31 15:27:46.802721 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f4c53-7e58-4e65-b24a-5f550140f214 req-251d8d9f-6fde-49be-bc43-ea2bd4e121cb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:46.804148 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac7f4c53-7e58-4e65-b24a-5f550140f214 req-251d8d9f-6fde-49be-bc43-ea2bd4e121cb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.2458951 Aug 31 15:27:46.834781 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d247a6d5-1808-419e-a3c2-0dffcc408375 req-2ac5d3a7-e94d-46e0-9d39-efc223dcf791 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502371 Aug 31 15:27:46.862927 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] For port 5b74b489-faa6-4561-b3ad-8b9f8940be81, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:46.870590 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] For port 5b74b489-faa6-4561-b3ad-8b9f8940be81, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=5b74b489-faa6-4561-b3ad-8b9f8940be81,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:46.876634 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.891963 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:46.921811 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.925959 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac7f4c53-7e58-4e65-b24a-5f550140f214 req-f137ebbc-5311-422f-87f3-d7f46a4c4f39 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153996 Aug 31 15:27:46.967417 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:46.972704 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:46.979526 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04', 'code': 200} Aug 31 15:27:47.058754 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:47.062439 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Pushing event updated for resources: {'Port': ['ID=5b74b489-faa6-4561-b3ad-8b9f8940be81,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:47.065851 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:47.072354 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:47.081835 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:47.135973 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Pushing event updated for resources: {'Port': ['ID=19093419-4cb8-4b4d-a376-a1c36bc099a7,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:47.147246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:47.228733 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76484ece-7c65-4108-9acc-e5d5f715bebd req-d7576957-7f9e-4915-816b-3c75adc63133 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:47.231761 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76484ece-7c65-4108-9acc-e5d5f715bebd req-d7576957-7f9e-4915-816b-3c75adc63133 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.2036812 Aug 31 15:27:47.279035 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-0672ac52-16a1-4af1-8257-ffba5aacf175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:47.373411 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76484ece-7c65-4108-9acc-e5d5f715bebd req-022fe67b-3ba2-42b2-b81f-087f2e57c173 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945563 Aug 31 15:27:47.443903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599618-9f3b-49a3-b205-50ab01a33310 req-2e8a9a5e-6e42-4015-b614-662579de0676 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:47.455739 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5d599618-9f3b-49a3-b205-50ab01a33310 req-2e8a9a5e-6e42-4015-b614-662579de0676 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.3056805 Aug 31 15:27:47.533582 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5d599618-9f3b-49a3-b205-50ab01a33310 req-aab4d0c0-b9cf-43ae-b17a-5fb8277881f1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766034 Aug 31 15:27:47.752894 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:47.799493 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:48.172826 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc20c6-5b0b-443f-9229-8cdd8895eeec req-14def11d-3948-40a8-bee7-433e60840a0f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:48.174405 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25fc20c6-5b0b-443f-9229-8cdd8895eeec req-14def11d-3948-40a8-bee7-433e60840a0f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.2172258 Aug 31 15:27:48.186574 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eae89-b86f-4885-bc1d-1fa692373819 req-d68c10cb-edca-450a-96b7-31f0fe8395b9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:48.193954 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-623eae89-b86f-4885-bc1d-1fa692373819 req-d68c10cb-edca-450a-96b7-31f0fe8395b9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1503601 Aug 31 15:27:48.276860 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-623eae89-b86f-4885-bc1d-1fa692373819 req-9e2ac7de-8f90-4159-978a-77c79f13e476 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819051 Aug 31 15:27:48.299444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25fc20c6-5b0b-443f-9229-8cdd8895eeec req-118acc76-ff46-4ad3-8eb4-bf6f52da085b tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Aug 31 15:27:48.321683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:48.436812 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4c118-fa21-4201-bd5e-80cc22b389d1 None None] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:48.580542 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:27:48.611744 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-7ca8ece0-fc97-458b-8b51-8fc802f69797 None None] Provisioning for port 5b74b489-faa6-4561-b3ad-8b9f8940be81 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:48.634461 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806323b-fd7d-4dc5-b219-222c9dcca6b6 req-7fb84ee3-3cd9-4cca-8533-7a70e39b79d0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:48.643105 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d806323b-fd7d-4dc5-b219-222c9dcca6b6 req-7fb84ee3-3cd9-4cca-8533-7a70e39b79d0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.1293583 Aug 31 15:27:48.708988 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d806323b-fd7d-4dc5-b219-222c9dcca6b6 req-382c32c8-bcb3-4e49-a36b-36f8ae1d1f71 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617385 Aug 31 15:27:48.838342 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:48.855594 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Sync routers for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:48.867596 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497df208-e690-4c44-87f3-300d0757a327 req-58e4a398-7dfe-41e7-9967-c65a7d95e6bd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:48.869141 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-497df208-e690-4c44-87f3-300d0757a327 req-58e4a398-7dfe-41e7-9967-c65a7d95e6bd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1079853 Aug 31 15:27:48.874784 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:48.878600 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3251669 Aug 31 15:27:48.878770 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:48.878770 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:48.878991 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34286) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:48.939370 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-497df208-e690-4c44-87f3-300d0757a327 req-eaae5d87-cbdc-4bdc-8913-e4ad97038904 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626352 Aug 31 15:27:49.093273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:49.250255 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 5b74b489-faa6-4561-b3ad-8b9f8940be81 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:49.516033 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 5b74b489-faa6-4561-b3ad-8b9f8940be81 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:49.588655 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 5b74b489-faa6-4561-b3ad-8b9f8940be81 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:49.590381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:49.645990 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852729f-3695-4ee1-98f3-f257d2f2ede9 req-5fd81a05-c8c8-44a8-a754-5c8064f2a181 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:49.659567 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5852729f-3695-4ee1-98f3-f257d2f2ede9 req-5fd81a05-c8c8-44a8-a754-5c8064f2a181 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1889901 Aug 31 15:27:49.731815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f86f-f370-4a27-8a38-0e5f8ca71047 req-0fc06876-4f18-4f72-8c99-991cc1de33ca tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:49.739373 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe19f86f-f370-4a27-8a38-0e5f8ca71047 req-0fc06876-4f18-4f72-8c99-991cc1de33ca tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.2240744 Aug 31 15:27:49.777830 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:47Z', 'revision_number': 3, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:49.785563 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:49.815006 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe19f86f-f370-4a27-8a38-0e5f8ca71047 req-bd963e7d-ea27-448e-b7c6-0aadae85b6f8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744400 Aug 31 15:27:49.818357 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Checking router: 60cf47ea-c1ab-4dcf-95a0-0809cea281bc for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:49.819013 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Updating router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc port 19093419-4cb8-4b4d-a376-a1c36bc099a7 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:49.825100 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5852729f-3695-4ee1-98f3-f257d2f2ede9 req-10dec344-e9fc-445e-942d-028a5c89b21c tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565795 Aug 31 15:27:49.911019 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 5b74b489-faa6-4561-b3ad-8b9f8940be81, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=5b74b489-faa6-4561-b3ad-8b9f8940be81,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:49.911246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:49.919249 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:49.928989 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-9d80708e-b39c-4e07-a0b5-901802d28771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:50.032579 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=5b74b489-faa6-4561-b3ad-8b9f8940be81,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:50.035423 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.061227 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:50.110193 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-2db8ad9a-c5af-4189-89db-cde5dc1a320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.141551 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bf4-86b8-42da-9a3f-0b5b38f14c55 req-4d0a8054-ad69-4f53-b1c5-555702be3ec1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:50.155153 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1249bf4-86b8-42da-9a3f-0b5b38f14c55 req-4d0a8054-ad69-4f53-b1c5-555702be3ec1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.2024591 Aug 31 15:27:50.290879 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1249bf4-86b8-42da-9a3f-0b5b38f14c55 req-6f11c12d-3235-431b-a002-2141bb21b7f3 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347427 Aug 31 15:27:50.342296 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba229b-0a94-4ec1-86e1-af4067f35c1c req-ecbfa744-d113-4286-babf-6f403516e800 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:50.349267 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7fba229b-0a94-4ec1-86e1-af4067f35c1c req-ecbfa744-d113-4286-babf-6f403516e800 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1776664 Aug 31 15:27:50.433326 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7fba229b-0a94-4ec1-86e1-af4067f35c1c req-f9c42005-29ca-4168-aee6-9221ffdc3060 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830948 Aug 31 15:27:50.438272 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Allocated IP 172.20.0.1 (5c2c381b-3656-4f06-bf0b-2d1fbe27f573/013d3326-067d-4d8b-a50b-921a073b92e0/b45678f6-56bb-4f33-883f-861644ac05b2) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:50.622616 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.639449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Transition to ACTIVE for port object b45678f6-56bb-4f33-883f-861644ac05b2 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:50.643231 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.659784 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.667311 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.672626 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-59af6202-db99-4891-9931-34d51adc9664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:50.673529 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Transition to ACTIVE for port object 19093419-4cb8-4b4d-a376-a1c36bc099a7 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:50.684335 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.688749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-08b4e78f-31ae-4da1-84a2-90a7689018c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:50.748236 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:50.751158 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:50.753196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:50.772034 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Attempting to bind port 19093419-4cb8-4b4d-a376-a1c36bc099a7 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:50.772407 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Attempting to bind port 19093419-4cb8-4b4d-a376-a1c36bc099a7 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:50.772776 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Attempting to bind port 19093419-4cb8-4b4d-a376-a1c36bc099a7 on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:50.775468 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Pushing event updated for resources: {'Port': ['ID=19093419-4cb8-4b4d-a376-a1c36bc099a7,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:50.780715 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:50.783422 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:50.783807 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:50.784218 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.784612 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:50.785075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Bound port: 19093419-4cb8-4b4d-a376-a1c36bc099a7, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:50.785452 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.805617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Pushing event updated for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:50.828696 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.829076 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.829438 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.829797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.830171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.830531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.830878 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.831327 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.831672 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.832028 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.832368 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.832710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:50.836776 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:50.849619 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.923110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] For port 19093419-4cb8-4b4d-a376-a1c36bc099a7, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:50.928099 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] For port 19093419-4cb8-4b4d-a376-a1c36bc099a7, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19093419-4cb8-4b4d-a376-a1c36bc099a7,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:50.941533 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:50.945795 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:51.053239 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:51.053812 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:51.213264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 5b74b489-faa6-4561-b3ad-8b9f8940be81 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:51.353279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fb4a2-0a45-4669-9f35-e97e9f000520 req-9b4737ab-712f-4935-9858-64e59cab6439 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:51.355415 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9f2fb4a2-0a45-4669-9f35-e97e9f000520 req-9b4737ab-712f-4935-9858-64e59cab6439 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.3379183 Aug 31 15:27:51.392464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.418844 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Pushing event updated for resources: {'Port': ['ID=19093419-4cb8-4b4d-a376-a1c36bc099a7,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:51.430071 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:51.435693 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5a74f6cd-5505-47f8-b7d8-95b2b205247b None None] Provisioning for port b45678f6-56bb-4f33-883f-861644ac05b2 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:51.449341 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5a74f6cd-5505-47f8-b7d8-95b2b205247b None None] Provisioning complete for port b45678f6-56bb-4f33-883f-861644ac05b2 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:51.450325 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-5a74f6cd-5505-47f8-b7d8-95b2b205247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.465443 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f023f-91d9-47af-8806-ffa1842562ae req-100eae56-a10e-4829-bf24-6e30f2374626 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:51.467511 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-510f023f-91d9-47af-8806-ffa1842562ae req-100eae56-a10e-4829-bf24-6e30f2374626 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.2807813 Aug 31 15:27:51.503168 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9f2fb4a2-0a45-4669-9f35-e97e9f000520 req-561548ca-7231-48df-b4b4-e1a4a75a5528 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397457 Aug 31 15:27:51.514197 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 5b74b489-faa6-4561-b3ad-8b9f8940be81 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:51.514580 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.570592 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:51.624839 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-510f023f-91d9-47af-8806-ffa1842562ae req-6b7d95d1-5707-456d-ba69-0641345ff481 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200807 Aug 31 15:27:51.733979 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.742703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.850078 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b57adf08-38a8-41e9-87dc-bfb12448b168 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:51.912448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:51.924024 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-5a74f6cd-5505-47f8-b7d8-95b2b205247b None None] Port b45678f6-56bb-4f33-883f-861644ac05b2 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:51.961987 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Pushing event updated for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:51.962975 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60c6d0-dc0e-4277-b3ce-110c3f2e801c req-7da9cc40-6a60-4eb9-a553-21f23c40596c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:51.967202 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:51.971137 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d60c6d0-dc0e-4277-b3ce-110c3f2e801c req-7da9cc40-6a60-4eb9-a553-21f23c40596c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.2796226 Aug 31 15:27:52.031656 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa511-f317-4e3c-8fbd-a10bf512be5c req-76f31673-2164-4ff3-867c-1518de6969a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:52.034543 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5bafa511-f317-4e3c-8fbd-a10bf512be5c req-76f31673-2164-4ff3-867c-1518de6969a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2565725 Aug 31 15:27:52.126524 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:52.128304 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:52.151077 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d60c6d0-dc0e-4277-b3ce-110c3f2e801c req-0c716864-80c8-4d82-8150-affa7bd4c74e tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788704 Aug 31 15:27:52.178687 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5bafa511-f317-4e3c-8fbd-a10bf512be5c req-7e030e92-edc2-4ef5-bdbb-8f2f66afe7bf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162026 Aug 31 15:27:52.262525 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:47Z', 'revision_number': 3, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:52.271079 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f8aa98-18b4-4fa2-bdcf-7e648c905acf None None] The sync data for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb is: [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:47Z', 'revision_number': 3, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:27:52.347783 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:52.435451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:27:52.563761 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-8cfa6bc8-d53d-43fb-b73b-949e93e586e8 None None] Provisioning complete for port b45678f6-56bb-4f33-883f-861644ac05b2 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:52.564188 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6bc8-d53d-43fb-b73b-949e93e586e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:52.792599 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177490d-cfd5-4b38-9d60-3899388b8370 req-3d91cdfa-5efe-4280-89c2-58802cef028d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:52.793403 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa6bc8-d53d-43fb-b73b-949e93e586e8 None None] Port b45678f6-56bb-4f33-883f-861644ac05b2 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:52.796843 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8177490d-cfd5-4b38-9d60-3899388b8370 req-3d91cdfa-5efe-4280-89c2-58802cef028d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1278117 Aug 31 15:27:52.851771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:52.869714 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] 10.222.0.66 "PUT /v2.0/routers/60cf47ea-c1ab-4dcf-95a0-0809cea281bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9898438 Aug 31 15:27:52.993364 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8177490d-cfd5-4b38-9d60-3899388b8370 req-ff328fcd-5591-4962-8a2a-0085549abbac tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926494 Aug 31 15:27:53.187874 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19093419-4cb8-4b4d-a376-a1c36bc099a7 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:53.188638 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a32fa-bdeb-4218-a346-951823ef7112 req-5b1541af-6bf9-4b31-9d4d-7a0ed37f3522 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:53.207406 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f29a32fa-bdeb-4218-a346-951823ef7112 req-5b1541af-6bf9-4b31-9d4d-7a0ed37f3522 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.2317116 Aug 31 15:27:53.274525 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f29a32fa-bdeb-4218-a346-951823ef7112 req-2fc89421-3084-45f6-a91e-62f0a7409954 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Aug 31 15:27:53.436978 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 19093419-4cb8-4b4d-a376-a1c36bc099a7 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:53.453002 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 19093419-4cb8-4b4d-a376-a1c36bc099a7 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:53.453645 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.636154 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dd64d-2307-4db4-8bf8-516ad425b3d0 req-1457c7df-8265-46b1-9710-e4d5c029d9de tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:53.637733 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c43dd64d-2307-4db4-8bf8-516ad425b3d0 req-1457c7df-8265-46b1-9710-e4d5c029d9de tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.2547874 Aug 31 15:27:53.673654 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.695703 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 19093419-4cb8-4b4d-a376-a1c36bc099a7, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19093419-4cb8-4b4d-a376-a1c36bc099a7,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:53.701407 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.704031 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:53.721635 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c43dd64d-2307-4db4-8bf8-516ad425b3d0 req-5a67bd9a-0d06-45d1-9b64-b32ae70e24b9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737798 Aug 31 15:27:53.744407 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042453e0-98c4-4993-b0bc-da0cf324c8a6 req-2b8feac2-a919-44bf-b47e-1bc23a79bba6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:53.746238 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-042453e0-98c4-4993-b0bc-da0cf324c8a6 req-2b8feac2-a919-44bf-b47e-1bc23a79bba6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1959236 Aug 31 15:27:53.788527 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=19093419-4cb8-4b4d-a376-a1c36bc099a7,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:53.793251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:53.806091 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-042453e0-98c4-4993-b0bc-da0cf324c8a6 req-12e686fe-1447-48cd-8464-bbc277ddcf73 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530815 Aug 31 15:27:53.872149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34332) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:53.878057 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1955366044-network', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:53.883336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:53.887299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Usage tracker for resource:network and tenant:bdffee8619414d8990db937d3ed75d02 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:53.890125 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:53.895791 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:53.906361 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Made reservation on behalf of bdffee8619414d8990db937d3ed75d02 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:53.908566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.920022 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:53.936235 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:53.940202 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Usage tracker for resource:security_group_rule and tenant:bdffee8619414d8990db937d3ed75d02 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:53.943031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:53.949290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:54.033355 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.037106 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.040699 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1d344155-d8a5-4587-a3c1-16dced58fb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:54.070775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:27:54.079320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c53feb-d9a5-4492-85b2-d8f6b24d9341,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:54.082891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:54.085658 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.086038 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Added segment b715418c-bb0a-4860-afd4-88e09cbef40d of type vlan for network 9f13ca2f-091f-4c56-a8e1-c080c70a729e Aug 31 15:27:54.112734 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.142424 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.143820 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.144941 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.149453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f709af52-2c96-48c6-b6b6-7c860161cf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:54.176818 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b35d-c2ff-4702-a7e1-8b68bdf9e860 req-93ccaf92-d905-46dd-b0c3-655c9b786fa6 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.178373 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8a14b35d-c2ff-4702-a7e1-8b68bdf9e860 req-93ccaf92-d905-46dd-b0c3-655c9b786fa6 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.0821669 Aug 31 15:27:54.225741 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8a14b35d-c2ff-4702-a7e1-8b68bdf9e860 req-b90bce66-1d3d-482c-9b10-7d4863529a81 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Aug 31 15:27:54.251704 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751454 Aug 31 15:27:54.251801 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 34338) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:54.253743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9f13ca2f-091f-4c56-a8e1-c080c70a729e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:54.256411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:54.258934 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Request body: {'subnet': {'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1955366044-subnet', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'ip_version': 4}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:54.264566 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:27:54.266982 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:54.271220 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Usage tracker for resource:subnet and tenant:bdffee8619414d8990db937d3ed75d02 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:54.275217 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:54.281981 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:54.295182 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Made reservation on behalf of bdffee8619414d8990db937d3ed75d02 for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:54.297716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076732'] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.480240 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Sync routers for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:54.489259 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:54.489871 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:54.541085 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c387354-6d7f-45f2-aade-54fc0c49c92e req-14345053-db89-409b-a89d-29a79eea964a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.542581 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c387354-6d7f-45f2-aade-54fc0c49c92e req-14345053-db89-409b-a89d-29a79eea964a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1504235 Aug 31 15:27:54.622947 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6c387354-6d7f-45f2-aade-54fc0c49c92e req-6823088f-6229-4933-b1fa-e9440f69a1ce tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722437 Aug 31 15:27:54.628179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3040656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076622'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.633275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e46b4d8d-8f8c-4811-b18f-d1ccd3e6538f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:54.693932 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:54.706855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac461208-7584-4daa-b637-726b5c9a6047,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:54.717444 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.717809 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.718195 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.718548 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.718892 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.719233 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.719572 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.719916 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.720255 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.720591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.720924 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.721256 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:54.724794 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:54.728025 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Checking segment: {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:54.728376 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Network hostable DHCP agents. Network: 9f13ca2f-091f-4c56-a8e1-c080c70a729e, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:27:54.750424 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:27:54.761029 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 9f13ca2f-091f-4c56-a8e1-c080c70a729e) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:54.765158 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.765847 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.773121 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03320642-2d34-4647-b0bd-272760d45006 None None] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:54.795325 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-12262f50-228a-4a72-9fe1-651bbbb10507 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5428894 Aug 31 15:27:54.798197 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34346) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:54.807333 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:54.814543 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:54.819669 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Usage tracker for resource:router and tenant:bdffee8619414d8990db937d3ed75d02 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:54.823627 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:54.831953 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:54.849250 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.851678 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.872844 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:54.928913 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a40cc-8be0-4a3e-9c7b-d0c8f9ffa813 req-8d3b32fa-22a4-4f90-af33-192873d1270d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.931461 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-700a40cc-8be0-4a3e-9c7b-d0c8f9ffa813 req-8d3b32fa-22a4-4f90-af33-192873d1270d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.0961168 Aug 31 15:27:55.048285 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-700a40cc-8be0-4a3e-9c7b-d0c8f9ffa813 req-ddd331c3-79b5-4acf-bcbb-2df582eedec9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110768 Aug 31 15:27:55.051353 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 2, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:55.055870 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Checking router: 60cf47ea-c1ab-4dcf-95a0-0809cea281bc for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:55.056455 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Updating router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc port b45678f6-56bb-4f33-883f-861644ac05b2 binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:55.079560 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37128241-b4eb-4b59-8edc-e275bac5a434 req-de5038ea-0ffc-47a4-bab8-50da75e889f7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:55.081255 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-37128241-b4eb-4b59-8edc-e275bac5a434 req-de5038ea-0ffc-47a4-bab8-50da75e889f7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1113653 Aug 31 15:27:55.103598 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:27:55.104721 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.114235 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.129400 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19093419-4cb8-4b4d-a376-a1c36bc099a7 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:55.154173 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-37128241-b4eb-4b59-8edc-e275bac5a434 req-018fe82e-0f92-4e3f-b02c-f5d64571e67e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661061 Aug 31 15:27:55.257346 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.356064 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Allocated IP 172.20.0.2 (9f13ca2f-091f-4c56-a8e1-c080c70a729e/ac461208-7584-4daa-b637-726b5c9a6047/dec0a7f9-f6c0-4321-9df7-f3ba97b67984) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:55.360675 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 19093419-4cb8-4b4d-a376-a1c36bc099a7 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:55.361331 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.435088 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcc8f0-bff5-459c-9bfb-2c7750889ddd req-7666fb1f-8264-4a48-bb37-7e49f87fc50e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:55.436983 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97fcc8f0-bff5-459c-9bfb-2c7750889ddd req-7666fb1f-8264-4a48-bb37-7e49f87fc50e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.0977535 Aug 31 15:27:55.512685 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97fcc8f0-bff5-459c-9bfb-2c7750889ddd req-0e6d865d-895e-4ee1-8cf5-01a7d4434c3b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688128 Aug 31 15:27:55.550431 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.563927 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Transition to ACTIVE for port object b45678f6-56bb-4f33-883f-861644ac05b2 will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:55.572009 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.577333 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:55.654799 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.692307 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.734380 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.748772 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Transition to ACTIVE for port object dec0a7f9-f6c0-4321-9df7-f3ba97b67984 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:55.770103 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296d9c6-d541-4c86-9141-f3d655cfb32e None None] Pushing event updated for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:55.772654 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-7296d9c6-d541-4c86-9141-f3d655cfb32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:55.785710 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Transition to ACTIVE for port object dec0a7f9-f6c0-4321-9df7-f3ba97b67984 will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:55.796455 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Attempting to bind port b45678f6-56bb-4f33-883f-861644ac05b2 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:55.797076 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Attempting to bind port b45678f6-56bb-4f33-883f-861644ac05b2 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:55.797624 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Attempting to bind port b45678f6-56bb-4f33-883f-861644ac05b2 on network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:55.806163 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.807243 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:55.809395 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Checking segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:55.809862 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.811756 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Bound using segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:55.812314 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Bound port: b45678f6-56bb-4f33-883f-861644ac05b2, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:55.813018 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.814527 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:55.878857 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:55.882231 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:55.885358 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:55.918630 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Allocated IP 172.28.0.231 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/2c53b231-75ab-403b-9b15-dff080e1437e) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:55.923316 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] For port b45678f6-56bb-4f33-883f-861644ac05b2, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:55.926932 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] For port b45678f6-56bb-4f33-883f-861644ac05b2, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=b45678f6-56bb-4f33-883f-861644ac05b2,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:55.931818 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45415e7c-06f3-4ad5-8ea9-351d1ab0b047 req-73916477-f066-4cdb-a049-f43c54f9a3b6 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:55.933475 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45415e7c-06f3-4ad5-8ea9-351d1ab0b047 req-73916477-f066-4cdb-a049-f43c54f9a3b6 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1449907 Aug 31 15:27:55.933616 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:55.939547 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:55.949911 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Pushing event updated for resources: {'Port': ['ID=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:55.953117 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:55.995473 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45415e7c-06f3-4ad5-8ea9-351d1ab0b047 req-ba866ea8-8a2d-43f5-913d-c9ba9abd0189 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Aug 31 15:27:56.017863 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Attempting to bind port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:56.018281 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Attempting to bind port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:56.018731 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Attempting to bind port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 on network 9f13ca2f-091f-4c56-a8e1-c080c70a729e {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:56.025452 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:56.026258 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Checking segment: {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:56.026258 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:56.026591 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Bound using segment: {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:56.027179 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Bound port: dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:56.027443 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:56.035363 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:56.035991 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:56.099619 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296d9c6-d541-4c86-9141-f3d655cfb32e None None] Pushing event updated for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:56.104368 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-7296d9c6-d541-4c86-9141-f3d655cfb32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:56.147136 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] For port dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:56.155488 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] For port dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:56.162826 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:56.167672 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:56.179306 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:56.259724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:56.266039 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:56.295973 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:56.297486 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Pushing event updated for resources: {'Port': ['ID=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:56.319288 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:56.365458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Pushing event updated for resources: {'Port': ['ID=2c53b231-75ab-403b-9b15-dff080e1437e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:56.369782 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:56.382765 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:56.388260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:56.391705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:56.491716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8a27-f77f-4150-98c0-83d467582a08 req-60326b82-753c-473e-bc1e-3e43a9ae6c3a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:56.498673 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e5c8a27-f77f-4150-98c0-83d467582a08 req-60326b82-753c-473e-bc1e-3e43a9ae6c3a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.2782304 Aug 31 15:27:56.543270 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13f405-5e26-4e96-beed-40592b509683 req-7dc01eff-87c6-46df-aac5-9f2fc719cb18 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:56.567582 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eb13f405-5e26-4e96-beed-40592b509683 req-7dc01eff-87c6-46df-aac5-9f2fc719cb18 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1780879 Aug 31 15:27:56.653411 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e5c8a27-f77f-4150-98c0-83d467582a08 req-d12ab8c6-4d0c-4c71-9156-4839c595cfe8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537747 Aug 31 15:27:56.657242 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:27:56.690607 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eb13f405-5e26-4e96-beed-40592b509683 req-ea9f5153-9e34-4c8a-8fbc-7dcff84f1ad5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179168 Aug 31 15:27:56.744398 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:55Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:56.748319 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d6f2b4-72d1-4717-8c7c-6aeef79bbd75 None None] The sync data for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb is: [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:55Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:27:56.898850 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb0fb4-342f-4625-9d7c-b88654d761fe req-69c46227-28cb-44db-aca7-558ccc790803 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:56.900797 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-21bb0fb4-342f-4625-9d7c-b88654d761fe req-69c46227-28cb-44db-aca7-558ccc790803 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1160915 Aug 31 15:27:56.967373 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-21bb0fb4-342f-4625-9d7c-b88654d761fe req-631fe725-a288-4ad5-96d0-79d319789c04 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Aug 31 15:27:56.991725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.214856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dec0a7f9-f6c0-4321-9df7-f3ba97b67984 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:57.279339 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284993-2f7e-4f77-a3c0-ddaf7282ae57 req-efaedac8-ee9c-434b-adbe-0834243c01ee tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:57.286435 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28284993-2f7e-4f77-a3c0-ddaf7282ae57 req-efaedac8-ee9c-434b-adbe-0834243c01ee tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1349783 Aug 31 15:27:57.326045 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:57.333854 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device b45678f6-56bb-4f33-883f-861644ac05b2 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:57.383154 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-28284993-2f7e-4f77-a3c0-ddaf7282ae57 req-fd10fe8f-8d8d-460d-9363-8637fa17f077 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950980 Aug 31 15:27:57.442153 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port b45678f6-56bb-4f33-883f-861644ac05b2 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:57.450446 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port b45678f6-56bb-4f33-883f-861644ac05b2 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:57.450815 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.456952 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.584477 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c7672-61c8-4136-82a8-d4ca5aaf309d None None] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:27:57.604023 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.683981 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Router a9b266d3-3778-49c7-8780-49da976e6793 is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:27:57.716172 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Provisioning for port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:57.737339 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port b45678f6-56bb-4f33-883f-861644ac05b2, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=b45678f6-56bb-4f33-883f-861644ac05b2,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:57.738670 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Provisioning complete for port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:57.739237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.781343 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.787394 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:57.924248 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:27:57.944952 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Sync routers for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:27:57.960820 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.963189 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1626160 Aug 31 15:27:57.966389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34368) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:57.990080 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:27:57.990986 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:57.991201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f770754-24b7-4165-aaf6-45eb84212d3b req-1a29f7bc-522e-46b2-8709-5f9c413c5088 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:57.998824 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0f770754-24b7-4165-aaf6-45eb84212d3b req-1a29f7bc-522e-46b2-8709-5f9c413c5088 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.1694317 Aug 31 15:27:58.092137 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:58.102826 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:58.147024 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0f770754-24b7-4165-aaf6-45eb84212d3b req-ee780a74-ed98-40f1-90bc-6cc09c8f7bb3 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471252 Aug 31 15:27:58.170378 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452f387-fb4f-423a-8260-311caf6e7f63 req-80b23ffe-8d33-4ae6-a0fa-464284737ed3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:58.173978 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1452f387-fb4f-423a-8260-311caf6e7f63 req-80b23ffe-8d33-4ae6-a0fa-464284737ed3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2924340 Aug 31 15:27:58.198435 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.228131 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1452f387-fb4f-423a-8260-311caf6e7f63 req-0714bbda-d768-413f-a356-a2f1d69e4d29 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Aug 31 15:27:58.328397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] For port dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:58.342779 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.347760 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:27:58.375613 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6e8d-1bb1-4d72-a5ca-2206d556dd14 req-02c916a8-6cfb-470b-9286-b139bedef7d1 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:58.377097 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0ca6e8d-1bb1-4d72-a5ca-2206d556dd14 req-02c916a8-6cfb-470b-9286-b139bedef7d1 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.0995660 Aug 31 15:27:58.392330 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:58.426021 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0ca6e8d-1bb1-4d72-a5ca-2206d556dd14 req-5c57a187-060f-486c-aab5-19f40381f40b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Aug 31 15:27:58.567523 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Pushing event updated for resources: {'Port': ['ID=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:58.571517 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-edfc84f4-ca74-4df1-9c76-6ca07fb7970c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:58.593640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ea0dc-6cec-4997-9b51-b9625b57d567 req-fefe8880-5eea-41a8-ba82-6e293ca4df13 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:58.595577 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-258ea0dc-6cec-4997-9b51-b9625b57d567 req-fefe8880-5eea-41a8-ba82-6e293ca4df13 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1005740 Aug 31 15:27:58.660015 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-258ea0dc-6cec-4997-9b51-b9625b57d567 req-2bda1d16-2050-4663-a5b2-86554660dc85 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546098 Aug 31 15:27:58.735069 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:27:56Z', 'revision_number': 3, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:27:58.739014 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Checking router: a9b266d3-3778-49c7-8780-49da976e6793 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:27:58.739373 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Updating router a9b266d3-3778-49c7-8780-49da976e6793 port 2c53b231-75ab-403b-9b15-dff080e1437e binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:27:58.799962 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.822737 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-87da12fa-4a07-479e-a9aa-a6ef1f890319 None None] Provisioning complete for port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:58.823093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-87da12fa-4a07-479e-a9aa-a6ef1f890319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.849258 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.055527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Allocated IP 172.20.0.1 (9f13ca2f-091f-4c56-a8e1-c080c70a729e/ac461208-7584-4daa-b637-726b5c9a6047/721c632f-7854-4d84-8e24-ef24e3041abf) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:59.125093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dec0a7f9-f6c0-4321-9df7-f3ba97b67984 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:59.172164 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Request body: {'port': {'device_id': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:59.319418 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:59.319966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.342147 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.376637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.391213 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.409672 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Transition to ACTIVE for port object 2c53b231-75ab-403b-9b15-dff080e1437e will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:59.422308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.427010 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:59.467495 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Transition to ACTIVE for port object 721c632f-7854-4d84-8e24-ef24e3041abf will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:59.571706 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.584547 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b16adae9-54f9-41dd-be9e-85601d22962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:59.627813 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device b45678f6-56bb-4f33-883f-861644ac05b2 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:27:59.653744 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:59.659193 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:59.659343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66ee1b-6616-4961-ac30-5598fd3d48df req-39d5d05f-be4c-48b4-a8c3-767dbb20c7cf tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:59.662414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bc56-0c5f-4835-8ce6-4ca7a236dade None None] Pushing event updated for resources: {'Port': ['ID=2c53b231-75ab-403b-9b15-dff080e1437e,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:59.665076 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Attempting to bind port 2c53b231-75ab-403b-9b15-dff080e1437e on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:59.665690 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Attempting to bind port 2c53b231-75ab-403b-9b15-dff080e1437e by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:59.666320 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Attempting to bind port 2c53b231-75ab-403b-9b15-dff080e1437e on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:59.667845 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e66ee1b-6616-4961-ac30-5598fd3d48df req-39d5d05f-be4c-48b4-a8c3-767dbb20c7cf tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 931 time: 0.3387182 Aug 31 15:27:59.674633 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e438bc56-0c5f-4835-8ce6-4ca7a236dade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:59.678846 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:59.688106 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:59.688893 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:59.689544 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.690187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:59.690903 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Bound port: 2c53b231-75ab-403b-9b15-dff080e1437e, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:59.691538 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.743822 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Pushing event updated for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:59.785291 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e66ee1b-6616-4961-ac30-5598fd3d48df req-781bbc7e-80e6-4e45-b735-a3268925cbb9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164992 Aug 31 15:27:59.796312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:59.810150 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] For port 2c53b231-75ab-403b-9b15-dff080e1437e, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:59.813639 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ea7d-d5f1-4173-8251-fd0c8acf330c req-bad9e289-a890-4bc0-b6a1-8c2fa1025cae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:59.816055 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0d3ea7d-d5f1-4173-8251-fd0c8acf330c req-bad9e289-a890-4bc0-b6a1-8c2fa1025cae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.2624850 Aug 31 15:27:59.819889 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] For port 2c53b231-75ab-403b-9b15-dff080e1437e, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2c53b231-75ab-403b-9b15-dff080e1437e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:59.826823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.833670 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port b45678f6-56bb-4f33-883f-861644ac05b2 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:59.834512 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.837196 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3bab9-002b-419b-9a9c-7efea770ee65 req-dbb84fb3-7a48-4a09-a63c-04ce10911503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:59.840752 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13f3bab9-002b-419b-9a9c-7efea770ee65 req-dbb84fb3-7a48-4a09-a63c-04ce10911503 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 1098 time: 0.3355453 Aug 31 15:27:59.907596 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.911888 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:59.931045 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13f3bab9-002b-419b-9a9c-7efea770ee65 req-6b36ad15-1e48-4e0e-a545-8a244be39b09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Aug 31 15:28:00.003531 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca0210-84eb-4f31-a206-f8008a9fe0a4 req-d54eb6c5-c7c1-4422-8ed3-6dd1f73e2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.004993 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5ca0210-84eb-4f31-a206-f8008a9fe0a4 req-d54eb6c5-c7c1-4422-8ed3-6dd1f73e2ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 1099 time: 0.3566093 Aug 31 15:28:00.010624 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c0d3ea7d-d5f1-4173-8251-fd0c8acf330c req-5b39966c-340b-420f-8232-b8bc48e7bc89 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792886 Aug 31 15:28:00.011544 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddbf0d6-8131-40db-badb-7b0fd10fce16 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:00.021543 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.049160 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcda67-7842-419b-89af-9ba5aed0872e req-1964a41b-bdb4-4436-a94c-92197b53bd02 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.050645 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-338d9352-fe22-45ac-af6a-d98ca1a0ef1b None None] Provisioning for port 721c632f-7854-4d84-8e24-ef24e3041abf completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:00.052507 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52fcda67-7842-419b-89af-9ba5aed0872e req-1964a41b-bdb4-4436-a94c-92197b53bd02 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1262119 Aug 31 15:28:00.061664 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:00.062705 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:00.062843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Transition to ACTIVE for port object bddbf0d6-8131-40db-badb-7b0fd10fce16 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:00.100390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.111313 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52fcda67-7842-419b-89af-9ba5aed0872e req-8029f8d0-ce20-44b8-898b-069e757997ab tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Aug 31 15:28:00.123802 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-338d9352-fe22-45ac-af6a-d98ca1a0ef1b None None] Provisioning complete for port 721c632f-7854-4d84-8e24-ef24e3041abf triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:00.124868 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-338d9352-fe22-45ac-af6a-d98ca1a0ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.166485 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bc56-0c5f-4835-8ce6-4ca7a236dade None None] Pushing event updated for resources: {'Port': ['ID=2c53b231-75ab-403b-9b15-dff080e1437e,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:00.176434 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e438bc56-0c5f-4835-8ce6-4ca7a236dade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:00.229567 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953472-dffb-4778-89bb-cbea738fffa2 req-583279cd-3b78-4044-ad45-b6c08d5d53d5 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.231071 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.231454 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b2953472-dffb-4778-89bb-cbea738fffa2 req-583279cd-3b78-4044-ad45-b6c08d5d53d5 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0934827 Aug 31 15:28:00.237990 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-338d9352-fe22-45ac-af6a-d98ca1a0ef1b None None] Port 721c632f-7854-4d84-8e24-ef24e3041abf cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:28:00.242459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:00.322216 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b2953472-dffb-4778-89bb-cbea738fffa2 req-2af3f613-727e-4a51-a7e2-846a9eedfb57 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625103 Aug 31 15:28:00.350614 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:00.399897 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:00.421920 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5ca0210-84eb-4f31-a206-f8008a9fe0a4 req-0acdff26-22c5-45ac-aafa-cb8289cdf2dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773749 Aug 31 15:28:00.433722 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.443178 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:00.601321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Attempting to bind port bddbf0d6-8131-40db-badb-7b0fd10fce16 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:00.601571 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Attempting to bind port bddbf0d6-8131-40db-badb-7b0fd10fce16 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:00.601887 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Attempting to bind port bddbf0d6-8131-40db-badb-7b0fd10fce16 on network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:00.617366 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Port bddbf0d6-8131-40db-badb-7b0fd10fce16 on network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:28:00.617680 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Attempting to bind port bddbf0d6-8131-40db-badb-7b0fd10fce16 on network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:00.626738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:28:00.627073 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Checking segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:28:00.627469 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Bound using segment: {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:28:00.627886 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Bound port: bddbf0d6-8131-40db-badb-7b0fd10fce16, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a5fd0f-9b03-4505-ba86-ce946666fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:00.628228 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.689800 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '721c632f-7854-4d84-8e24-ef24e3041abf', 'name': '', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'mac_address': 'fa:16:3e:11:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:58Z', 'updated_at': '2021-08-31T15:27:59Z', 'revision_number': 1, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'subnets': [{'id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:00.693810 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e203a-0e5e-4de2-a24c-fe63b5cf35f0 None None] The sync data for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb is: [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '721c632f-7854-4d84-8e24-ef24e3041abf', 'name': '', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'mac_address': 'fa:16:3e:11:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:58Z', 'updated_at': '2021-08-31T15:27:59Z', 'revision_number': 1, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'subnets': [{'id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:00.797694 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:28:00.801491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:28:00.810929 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.817406 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2e038fda-43ec-4a86-9edb-a88622764603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:00.848998 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.869613 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.927254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.927915 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:00.929351 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] 10.222.0.15 "PUT /v2.0/ports/bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 1093 time: 1.7621210 Aug 31 15:28:00.931722 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:00.962398 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:00.970662 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:00.974531 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:01.012734 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:01.018658 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'status': 'completed', 'code': 200} Aug 31 15:28:01.084525 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99cd08-5e46-4c13-8089-9a6cc528feb8 req-ec698cf8-4972-49f4-9fbe-9a712aced114 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.090540 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa99cd08-5e46-4c13-8089-9a6cc528feb8 req-ec698cf8-4972-49f4-9fbe-9a712aced114 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.1551151 Aug 31 15:28:01.140164 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa99cd08-5e46-4c13-8089-9a6cc528feb8 req-634d2628-8c11-4b76-982b-730614e001b1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470695 Aug 31 15:28:01.170650 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Pushing event updated for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:01.188400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:01.346858 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecfc7f-f340-4f58-b120-84f09e6cd474 req-971c21a3-3e32-4d95-b98d-acdbc0073959 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.354617 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-98ecfc7f-f340-4f58-b120-84f09e6cd474 req-971c21a3-3e32-4d95-b98d-acdbc0073959 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1625667 Aug 31 15:28:01.355065 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:01.357059 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:01.415009 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408adb6a-68b8-40d3-b4da-9440a09f7623 req-134fd8f0-edf7-418d-95a7-0b2e2becef3b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.416785 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-408adb6a-68b8-40d3-b4da-9440a09f7623 req-134fd8f0-edf7-418d-95a7-0b2e2becef3b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1511056 Aug 31 15:28:01.420580 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-98ecfc7f-f340-4f58-b120-84f09e6cd474 req-a470c116-6ca1-4344-8e93-62723edb4b5c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649972 Aug 31 15:28:01.494751 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-408adb6a-68b8-40d3-b4da-9440a09f7623 req-4df0f537-be88-46e2-b538-41670adc5168 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646658 Aug 31 15:28:01.608115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-33c22776-80ff-4569-84da-56d4be6092be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.609790 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-33c22776-80ff-4569-84da-56d4be6092be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1096 time: 0.5847347 Aug 31 15:28:01.639353 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Router a9b266d3-3778-49c7-8780-49da976e6793 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:28:01.681571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777cddc-e142-4de1-b242-1d81cd05cbbd req-31f16370-62e0-400c-b2c9-ece0233270fc tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.683151 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c777cddc-e142-4de1-b242-1d81cd05cbbd req-31f16370-62e0-400c-b2c9-ece0233270fc tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1148424 Aug 31 15:28:01.689365 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-78259fa2-afd6-424d-9354-79089bd0e1e1 None None] Provisioning complete for port 721c632f-7854-4d84-8e24-ef24e3041abf triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:01.690226 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-78259fa2-afd6-424d-9354-79089bd0e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:01.726794 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-8b6b4592-0b7a-4695-93c3-926d91cf5ab9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 217 time: 0.0824983 Aug 31 15:28:01.741027 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c777cddc-e142-4de1-b242-1d81cd05cbbd req-71bb26bb-f5c2-4201-983e-819193c2e47b tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Aug 31 15:28:01.761584 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-78259fa2-afd6-424d-9354-79089bd0e1e1 None None] Port 721c632f-7854-4d84-8e24-ef24e3041abf cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:28:02.012090 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c03fd5d8-89ce-4bba-95e6-1ea074d5b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.013546 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-c03fd5d8-89ce-4bba-95e6-1ea074d5b180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.2310824 Aug 31 15:28:02.103853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:28:02.114824 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] 10.222.0.66 "PUT /v2.0/routers/a9b266d3-3778-49c7-8780-49da976e6793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1468973 Aug 31 15:28:02.139003 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a1f3f145-18c0-4ea1-a99d-20574a348c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.140490 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-a1f3f145-18c0-4ea1-a99d-20574a348c88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036751 Aug 31 15:28:02.353659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c846b48-9dce-4a69-a280-4b6b5a09f8d5 req-0671e512-ded6-43bc-9058-ffbb993e4de4 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.356159 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0c846b48-9dce-4a69-a280-4b6b5a09f8d5 req-0671e512-ded6-43bc-9058-ffbb993e4de4 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.1053424 Aug 31 15:28:02.360905 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-cde46141-371e-4d25-875e-6ddc58e63e08 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476791 Aug 31 15:28:02.429481 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0c846b48-9dce-4a69-a280-4b6b5a09f8d5 req-072e843e-38d6-44e4-9748-93160958d329 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638573 Aug 31 15:28:02.519756 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-70fb49e8-4fd0-4f1b-b4ea-9fc7f49bea2e req-ceec04c0-914a-4f0d-a6b7-c89a01aa7ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490364 Aug 31 15:28:02.697535 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-63944d12-d909-437d-875d-9aa2eee11d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.699146 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-63944d12-d909-437d-875d-9aa2eee11d3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1096 time: 0.0747144 Aug 31 15:28:02.701891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf146-c68a-4a02-b249-348d1edf7710 req-303375f6-f40f-48e3-aa13-dab6c02608fd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.703433 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-77caf146-c68a-4a02-b249-348d1edf7710 req-303375f6-f40f-48e3-aa13-dab6c02608fd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1485982 Aug 31 15:28:02.746571 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb87e1-1bae-46ee-9c45-db9516dd2736 req-953e17d2-cef8-4ad3-9529-93726a69c99f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.748906 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99cb87e1-1bae-46ee-9c45-db9516dd2736 req-953e17d2-cef8-4ad3-9529-93726a69c99f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1286278 Aug 31 15:28:02.787171 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-77caf146-c68a-4a02-b249-348d1edf7710 req-5ca68863-22df-4fe1-9e18-bc27726f1993 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770411 Aug 31 15:28:02.820483 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99cb87e1-1bae-46ee-9c45-db9516dd2736 req-84ef8669-eb61-4109-bdfd-8fe232793b49 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Aug 31 15:28:02.868789 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-14509f22-ea87-480b-8ad3-ac7e2ceb96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.870953 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-14509f22-ea87-480b-8ad3-ac7e2ceb96f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1644711 Aug 31 15:28:02.970758 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-b10d5562-bd7c-491e-80eb-9595ffc54f5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 217 time: 0.0928047 Aug 31 15:28:03.019789 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ed28-cea1-40c6-994e-c55ce77b7d5e req-48c19181-5174-4a2f-9e2d-31eb9f28cf17 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.021516 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5863ed28-cea1-40c6-994e-c55ce77b7d5e req-48c19181-5174-4a2f-9e2d-31eb9f28cf17 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1129584 Aug 31 15:28:03.058989 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-05607014-729e-4445-9c31-490e76a6271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.061671 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-05607014-729e-4445-9c31-490e76a6271e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0822520 Aug 31 15:28:03.093791 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5863ed28-cea1-40c6-994e-c55ce77b7d5e req-b00f0e91-56c5-41a1-bc92-b29cdf64f163 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Aug 31 15:28:03.163265 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2c53b231-75ab-403b-9b15-dff080e1437e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:03.208607 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-8eabad08-dc57-4f67-8adf-6ca270b026e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.210186 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-8eabad08-dc57-4f67-8adf-6ca270b026e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1417952 Aug 31 15:28:03.291008 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 2c53b231-75ab-403b-9b15-dff080e1437e completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:03.305377 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 2c53b231-75ab-403b-9b15-dff080e1437e triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:03.305377 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:03.472445 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-26958b4a-2f3e-44aa-afc9-57540f6c2695 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550910 Aug 31 15:28:03.652936 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:03.685352 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 2c53b231-75ab-403b-9b15-dff080e1437e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2c53b231-75ab-403b-9b15-dff080e1437e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:03.697267 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:03.699827 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e64367dd-5a7d-446b-a6d3-6bd454b3bbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:03.804908 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=2c53b231-75ab-403b-9b15-dff080e1437e,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:03.815842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.816573 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.817100 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.817660 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.818266 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.819038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.821666 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.822228 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.822799 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.823528 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.837128 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.837822 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:03.853147 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:03.853879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4f2c1c2f-8cc2-4a1a-8d4d-7032791fdf7d req-ef41e2f5-a253-4747-ba46-f43342f69167 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735189 Aug 31 15:28:03.888497 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953e24d-6118-46a8-b974-bef9ef49e8d1 req-383fc9df-284f-47f8-81de-9ddfee13ea1b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.897354 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0953e24d-6118-46a8-b974-bef9ef49e8d1 req-383fc9df-284f-47f8-81de-9ddfee13ea1b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.2526724 Aug 31 15:28:03.969529 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0953e24d-6118-46a8-b974-bef9ef49e8d1 req-f6488f04-4f7c-4609-89d2-5480d539f668 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663826 Aug 31 15:28:04.007949 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:28:04.093686 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3435-b03f-4ff3-b083-115471b5427c req-32ff7f6d-b3eb-43c3-8a1d-f9f3107d6e8c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:04.099121 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa5a3435-b03f-4ff3-b083-115471b5427c req-32ff7f6d-b3eb-43c3-8a1d-f9f3107d6e8c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 943 time: 0.1282070 Aug 31 15:28:04.221049 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa5a3435-b03f-4ff3-b083-115471b5427c req-8fa8ccfb-bbf5-49bf-a3ba-dda5eed692ed tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040154 Aug 31 15:28:04.367765 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:04.466631 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'mac_address': 'fa:16:3e:3c:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:28:04.558504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.587781 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:04.597942 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc7ab-b3cb-46ab-9b9d-959ee60af69a req-a02e7739-0d87-4f15-98e9-d498a91c8b1d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:04.609192 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fbbdc7ab-b3cb-46ab-9b9d-959ee60af69a req-a02e7739-0d87-4f15-98e9-d498a91c8b1d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1404943 Aug 31 15:28:04.611281 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:04.622342 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.628038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-478693ec-b245-4779-b468-c79d9ba62eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:04.639258 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Sync routers for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:04.656275 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:04.656923 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:04.694520 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fbbdc7ab-b3cb-46ab-9b9d-959ee60af69a req-52c3d7ec-8b5a-40c4-8ad9-bfbb576ba9bf tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843039 Aug 31 15:28:04.737431 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=9']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:04.748798 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:04.909552 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:05.151150 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2c53b231-75ab-403b-9b15-dff080e1437e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:05.267518 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 2c53b231-75ab-403b-9b15-dff080e1437e triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:05.269065 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.275157 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71fba2-bccd-49bd-8da2-dbfa48fed814 req-748dcc81-615e-4a32-838e-beb01b204e8d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.300062 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7a71fba2-bccd-49bd-8da2-dbfa48fed814 req-748dcc81-615e-4a32-838e-beb01b204e8d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.1602209 Aug 31 15:28:05.364047 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '721c632f-7854-4d84-8e24-ef24e3041abf', 'name': '', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'mac_address': 'fa:16:3e:11:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:58Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 2, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'subnets': [{'id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:05.380613 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Checking router: a9b266d3-3778-49c7-8780-49da976e6793 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:05.382484 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Updating router a9b266d3-3778-49c7-8780-49da976e6793 port 721c632f-7854-4d84-8e24-ef24e3041abf binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:28:05.389937 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7a71fba2-bccd-49bd-8da2-dbfa48fed814 req-030cdd62-0567-45cd-8883-edb226ea7794 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832443 Aug 31 15:28:05.442446 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['9fce725b-2c6a-45c0-9f85-ddf57e379d09'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:05.511726 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.550044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eedc5a-4fbc-4d3b-a6b1-0e9d86e6df64 req-256e7627-ece1-41e7-ad20-0395975231c9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.557826 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e6eedc5a-4fbc-4d3b-a6b1-0e9d86e6df64 req-256e7627-ece1-41e7-ad20-0395975231c9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.1430256 Aug 31 15:28:05.617399 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e6eedc5a-4fbc-4d3b-a6b1-0e9d86e6df64 req-0ed1d799-646c-42e2-b610-5f72c85ff738 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582528 Aug 31 15:28:05.950974 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be776d5-824c-43f9-9110-2d770f1c1b4e req-0287f112-48a3-45e2-97bd-1549c56d2eeb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.952697 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9be776d5-824c-43f9-9110-2d770f1c1b4e req-0287f112-48a3-45e2-97bd-1549c56d2eeb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1082547 Aug 31 15:28:05.967142 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.982628 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Transition to ACTIVE for port object 721c632f-7854-4d84-8e24-ef24e3041abf will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:05.995003 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.003275 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-a1383262-e887-4dba-b389-7fbe95a091b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:06.016048 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9be776d5-824c-43f9-9110-2d770f1c1b4e req-4a2229ef-c909-46d3-ae42-aef044be8488 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573533 Aug 31 15:28:06.016819 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:28:06.341623 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Pushing event updated for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:06.349833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:06.387788 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'mac_address': 'fa:16:3e:ab:a7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:28:06.416097 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.417220 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.417760 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.420095 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.420206 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.420722 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.421718 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.421718 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.422036 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.422479 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.422958 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.423367 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:06.451707 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:06.502366 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Attempting to bind port 721c632f-7854-4d84-8e24-ef24e3041abf on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:06.502762 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Attempting to bind port 721c632f-7854-4d84-8e24-ef24e3041abf by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:06.503110 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Attempting to bind port 721c632f-7854-4d84-8e24-ef24e3041abf on network 9f13ca2f-091f-4c56-a8e1-c080c70a729e {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:06.527339 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:28:06.527339 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Checking segment: {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:28:06.527339 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.527339 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Bound using segment: {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:28:06.532366 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Bound port: 721c632f-7854-4d84-8e24-ef24e3041abf, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b715418c-bb0a-4860-afd4-88e09cbef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:06.533804 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.534229 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.563820 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddbf0d6-8131-40db-badb-7b0fd10fce16 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:06.582252 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:06.593813 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.596388 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:06.674472 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] For port 721c632f-7854-4d84-8e24-ef24e3041abf, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:28:06.681463 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] For port 721c632f-7854-4d84-8e24-ef24e3041abf, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=721c632f-7854-4d84-8e24-ef24e3041abf,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:28:06.694030 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.699804 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-b8bbf90e-4a7d-42db-a112-5eee3c39b611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:06.703119 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-db1ebe83-7615-4c79-baae-c915258310b8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.704790 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-db1ebe83-7615-4c79-baae-c915258310b8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1566215 Aug 31 15:28:06.790347 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:06.801124 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:06.825116 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:06.825911 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:06.830456 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Deleting port a075f1df-80c0-4457-bab0-28d14cb2744c {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:28:06.830877 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:06.944123 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348f01-3225-499c-8500-2fc6babdf674 req-b7912c1e-96dc-440b-9bb7-dde1ca7155e1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.945508 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-00348f01-3225-499c-8500-2fc6babdf674 req-b7912c1e-96dc-440b-9bb7-dde1ca7155e1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 944 time: 0.2654676 Aug 31 15:28:07.040109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35121e-c55b-49b9-8b97-b019ded37816 req-c7509cca-6830-4b71-b68e-662ae80f9767 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:07.049662 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c35121e-c55b-49b9-8b97-b019ded37816 req-c7509cca-6830-4b71-b68e-662ae80f9767 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.2783172 Aug 31 15:28:07.093331 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-00348f01-3225-499c-8500-2fc6babdf674 req-f8213f0f-f266-4ac4-bfe0-64a0a325992d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347008 Aug 31 15:28:07.103482 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Pushing event updated for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=4']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:07.110611 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-e87c3716-5cda-4f7c-bd96-a10b7daa32d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:07.166998 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:07.183888 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c35121e-c55b-49b9-8b97-b019ded37816 req-1d5af0f4-ffc6-47da-bc65-d43c5073a1f5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355250 Aug 31 15:28:07.311246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] For port a075f1df-80c0-4457-bab0-28d14cb2744c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a075f1df-80c0-4457-bab0-28d14cb2744c,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:07.311536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:07.354360 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bddbf0d6-8131-40db-badb-7b0fd10fce16'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:07.474049 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a872-63ed-431b-871a-3412ac9270ee req-5ae8fb72-821f-4592-b497-f9ff9c960ba2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:07.481013 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69c4a872-63ed-431b-871a-3412ac9270ee req-5ae8fb72-821f-4592-b497-f9ff9c960ba2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 945 time: 0.1880310 Aug 31 15:28:07.557388 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69c4a872-63ed-431b-871a-3412ac9270ee req-7049a445-4def-48e2-aece-35782dc8cab7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692663 Aug 31 15:28:07.598512 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Calling delete_port for a075f1df-80c0-4457-bab0-28d14cb2744c owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:28:07.727881 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '721c632f-7854-4d84-8e24-ef24e3041abf', 'name': '', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'mac_address': 'fa:16:3e:11:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:58Z', 'updated_at': '2021-08-31T15:28:06Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'subnets': [{'id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:07.733052 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c3e55-c03d-4dc4-94ea-8a4e79180233 None None] The sync data for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb is: [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:28:00Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '721c632f-7854-4d84-8e24-ef24e3041abf', 'name': '', 'network_id': '9f13ca2f-091f-4c56-a8e1-c080c70a729e', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'mac_address': 'fa:16:3e:11:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:58Z', 'updated_at': '2021-08-31T15:28:06Z', 'revision_number': 4, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'subnets': [{'id': 'ac461208-7584-4daa-b637-726b5c9a6047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:07.834590 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:07.849358 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:07.935683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Pushing event deleted for resources: {'Port': ['ID=a075f1df-80c0-4457-bab0-28d14cb2744c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:07.945102 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:07.993971 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] No DVR routers for this DVR port a075f1df-80c0-4457-bab0-28d14cb2744c on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:07.996584 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:07.999374 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'name': 'network-vif-deleted', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:08.036360 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-eeb6574c-f2f6-4f41-832d-406e3d574de6 req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "DELETE /v2.0/ports/a075f1df-80c0-4457-bab0-28d14cb2744c HTTP/1.1" status: 204 len: 173 time: 1.3241711 Aug 31 15:28:08.090856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:08.094324 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9d3230-7a2d-4b29-ab85-4889a5b823e3', 'name': 'network-vif-deleted', 'tag': 'a075f1df-80c0-4457-bab0-28d14cb2744c', 'status': 'completed', 'code': 200} Aug 31 15:28:08.211885 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:08.212268 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:08.426775 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5712563-ab37-434a-8e4f-b6a79804a3bf req-231025d0-1759-4e0d-9d5d-10cab8736b49 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.428299 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c5712563-ab37-434a-8e4f-b6a79804a3bf req-231025d0-1759-4e0d-9d5d-10cab8736b49 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 944 time: 0.1740239 Aug 31 15:28:08.447083 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:08.490298 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:08.503505 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:08.513182 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:08.515623 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:08.542158 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c5712563-ab37-434a-8e4f-b6a79804a3bf req-e7f629f1-92db-4918-a75b-42c5aa5e470d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542645 Aug 31 15:28:08.598460 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519d575-6f25-4f7b-8c26-95fd9aa5c308 req-74352943-463c-42f0-aa37-23b2a4655d08 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.601642 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0519d575-6f25-4f7b-8c26-95fd9aa5c308 req-74352943-463c-42f0-aa37-23b2a4655d08 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 944 time: 0.1710124 Aug 31 15:28:08.632326 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'code': 200} Aug 31 15:28:08.764679 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0519d575-6f25-4f7b-8c26-95fd9aa5c308 req-7596f1eb-9c3f-44de-8f91-0669ec597b14 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558616 Aug 31 15:28:08.768702 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=10']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:08.789185 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:08.995955 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-67a46134-3427-4a3d-b25c-60e61da1c892 req-016678c3-ee24-4225-a33a-9ecbd41f769d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca9d3230-7a2d-4b29-ab85-4889a5b823e3 HTTP/1.1" status: 200 len: 210 time: 0.0738544 Aug 31 15:28:09.172304 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 721c632f-7854-4d84-8e24-ef24e3041abf up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:09.296643 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 721c632f-7854-4d84-8e24-ef24e3041abf completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:09.305662 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 721c632f-7854-4d84-8e24-ef24e3041abf triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:09.306196 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.460170 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0ad87-5471-49b9-a489-bcb994e0db51 req-00356fb4-7788-4ada-a8bb-249b01b4c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:09.461835 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-64f0ad87-5471-49b9-a489-bcb994e0db51 req-00356fb4-7788-4ada-a8bb-249b01b4c246 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1099 time: 0.0845449 Aug 31 15:28:09.462626 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.499188 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 721c632f-7854-4d84-8e24-ef24e3041abf, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=721c632f-7854-4d84-8e24-ef24e3041abf,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:09.512403 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-64f0ad87-5471-49b9-a489-bcb994e0db51 req-33e718de-ef71-4e6c-b03e-578528dc9fda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Aug 31 15:28:09.527441 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.529731 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:09.641718 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:09.645456 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:09.761438 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2048-aebe-4b35-99ef-7da08fe59a48 req-12aee0b4-eb02-4b24-9020-a5a140705cb8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:09.762963 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1acf2048-aebe-4b35-99ef-7da08fe59a48 req-12aee0b4-eb02-4b24-9020-a5a140705cb8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 944 time: 0.1009259 Aug 31 15:28:09.812569 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1acf2048-aebe-4b35-99ef-7da08fe59a48 req-b359b816-5080-4135-9575-c4801631d7da tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Aug 31 15:28:10.019941 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41ecc-96c4-41d1-897a-159260b4a377 req-f0e224f0-bf63-4b92-90cc-468ce3399a3d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:10.021926 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c4c41ecc-96c4-41d1-897a-159260b4a377 req-f0e224f0-bf63-4b92-90cc-468ce3399a3d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.1113777 Aug 31 15:28:10.037550 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:10.130936 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c4c41ecc-96c4-41d1-897a-159260b4a377 req-03809fc4-f7f4-402a-a99e-6fcc0b7a80fe tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940957 Aug 31 15:28:10.157973 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port bddbf0d6-8131-40db-badb-7b0fd10fce16 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:10.166398 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port bddbf0d6-8131-40db-badb-7b0fd10fce16 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:10.166936 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.335981 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.377084 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:10.383912 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.384773 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device a075f1df-80c0-4457-bab0-28d14cb2744c no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:28:10.408646 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:10.475806 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: a075f1df-80c0-4457-bab0-28d14cb2744c {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:28:10.476251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device a075f1df-80c0-4457-bab0-28d14cb2744c not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:28:10.498638 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:10.501639 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:10.633797 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:10.687012 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'code': 200} Aug 31 15:28:11.027293 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6fb2d-99e3-403b-9d56-f96a29a082ed req-4b8bc700-7c7b-445e-b1cf-6ecd765a2ebd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:11.029148 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6be6fb2d-99e3-403b-9d56-f96a29a082ed req-4b8bc700-7c7b-445e-b1cf-6ecd765a2ebd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0977018 Aug 31 15:28:11.094838 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6be6fb2d-99e3-403b-9d56-f96a29a082ed req-fa681de6-d151-4be3-994f-c101da5ca35c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583262 Aug 31 15:28:11.137537 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 721c632f-7854-4d84-8e24-ef24e3041abf up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:11.222915 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 721c632f-7854-4d84-8e24-ef24e3041abf triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:11.223450 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.269964 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26f6f8-c944-460e-bcee-978d035f9bd6 req-8317cefd-8c0d-4c4f-b35d-c4f2b86582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:11.272076 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cf26f6f8-c944-460e-bcee-978d035f9bd6 req-8317cefd-8c0d-4c4f-b35d-c4f2b86582ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.1619551 Aug 31 15:28:11.368342 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cf26f6f8-c944-460e-bcee-978d035f9bd6 req-8e0524a3-2b62-4585-b006-07e5c67103ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712011 Aug 31 15:28:11.428397 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4d3ea-0db1-490d-b6a1-379fda3c46e5 req-7e4cc8f0-634f-4ab0-a055-2adc42d72166 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:11.430417 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-40a4d3ea-0db1-490d-b6a1-379fda3c46e5 req-7e4cc8f0-634f-4ab0-a055-2adc42d72166 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.1227891 Aug 31 15:28:11.482550 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-40a4d3ea-0db1-490d-b6a1-379fda3c46e5 req-2070a6bc-2b0e-4bff-9696-76e3c04de500 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Aug 31 15:28:12.307247 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44776e-89f8-4c0f-93c1-a75601f4d42c req-88da9bad-d728-45c1-88d2-d56ad97a9514 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:12.309545 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec44776e-89f8-4c0f-93c1-a75601f4d42c req-88da9bad-d728-45c1-88d2-d56ad97a9514 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.1133423 Aug 31 15:28:12.378566 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ec44776e-89f8-4c0f-93c1-a75601f4d42c req-3bc5a087-a33e-4635-8e1f-f697dadb5e58 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616035 Aug 31 15:28:12.703403 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d2e82-f169-4ebc-ab98-6df6b13958cc req-5e3d5345-017d-450b-bebc-a5b80c904933 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:12.704802 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-308d2e82-f169-4ebc-ab98-6df6b13958cc req-5e3d5345-017d-450b-bebc-a5b80c904933 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.0927720 Aug 31 15:28:12.750521 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-308d2e82-f169-4ebc-ab98-6df6b13958cc req-d6a0f921-0d15-40ba-82bf-0891d8466ee1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Aug 31 15:28:13.597305 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777560-246d-40df-9085-c8fb007cb26c req-8c0045d1-fc66-4e4a-abe7-0fe498d191fd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:13.601567 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f8777560-246d-40df-9085-c8fb007cb26c req-8c0045d1-fc66-4e4a-abe7-0fe498d191fd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.1019731 Aug 31 15:28:13.650611 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f8777560-246d-40df-9085-c8fb007cb26c req-55a7eb4f-c746-4511-ab13-e20a50900ce3 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Aug 31 15:28:14.100063 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97d1e-41e4-4656-9372-b3e157b77c63 req-44b4bccd-623f-420a-862f-8214ebbbeff6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:14.101615 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-07e97d1e-41e4-4656-9372-b3e157b77c63 req-44b4bccd-623f-420a-862f-8214ebbbeff6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.1855204 Aug 31 15:28:14.165468 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-07e97d1e-41e4-4656-9372-b3e157b77c63 req-a1fb4e02-6833-4888-9746-9b0def81fb51 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575264 Aug 31 15:28:14.179308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34576) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:14.357890 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57af388-fda6-4896-8371-d04f40b803a3 req-a30233cc-76e0-4827-aab2-13c047319310 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:14.365724 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b57af388-fda6-4896-8371-d04f40b803a3 req-a30233cc-76e0-4827-aab2-13c047319310 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.1096063 Aug 31 15:28:14.473649 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b57af388-fda6-4896-8371-d04f40b803a3 req-b6527c39-3672-4bab-a399-12875d2a1aba tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915630 Aug 31 15:28:14.568809 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43134b62-eec1-4e29-9a27-a52f9d1d42d0 tempest-TestShelveInstance-1799842893 tempest-TestShelveInstance-1799842893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:14.578214 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-43134b62-eec1-4e29-9a27-a52f9d1d42d0 tempest-TestShelveInstance-1799842893 tempest-TestShelveInstance-1799842893-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1093 time: 0.3892004 Aug 31 15:28:14.578498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 34584) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:14.583893 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:14.590726 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:14.594625 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Usage tracker for resource:floatingip and tenant:d60e6e94518c4e3e998a5ee7390e1c6e is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:14.597440 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:14.603797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:14.615735 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for floatingip, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:14.763570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:14.916403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Allocated IP 172.28.0.32 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/6418c9b3-fe0d-4188-8cd5-76ada2b622f9) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:15.074721 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:15.104990 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:15.108702 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e49864ff-a67a-4d2e-afc6-f8bfee57c380 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:15.181460 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:15.184272 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:15.188902 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:28:15.214235 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'Port': ['ID=6418c9b3-fe0d-4188-8cd5-76ada2b622f9,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:15.219247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:15.882550 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dd90b-c7c0-421e-9b52-1bb52366c3bf req-dbaa725a-7b31-4379-b4ac-d8e82ba78aba tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.884982 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-899dd90b-c7c0-421e-9b52-1bb52366c3bf req-dbaa725a-7b31-4379-b4ac-d8e82ba78aba tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.0919893 Aug 31 15:28:15.962498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:15.968553 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-899dd90b-c7c0-421e-9b52-1bb52366c3bf req-ebb4ef1c-4d01-44f9-92a0-a41f6c625432 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779140 Aug 31 15:28:16.093245 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.103381 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-b7e80b76-fbfc-4e8c-b512-aceb04573435 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:16.104998 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-b7e80b76-fbfc-4e8c-b512-aceb04573435 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/networks?id=630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 200 len: 808 time: 0.1878126 Aug 31 15:28:16.161037 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-1ed70df7-2d80-4727-998b-7b2b5a50bec3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/quotas/8ee2235d6e224e36835ee0040171ba6f HTTP/1.1" status: 200 len: 375 time: 0.0283654 Aug 31 15:28:16.268631 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-d30d813d-dcf7-4563-8b72-fb86361a0d7a tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979204 Aug 31 15:28:16.321212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.327027 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.331845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-65b295e4-2258-4167-b778-0eb0d1d053d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:16.348051 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-2358d2d2-b1a2-4c7c-add8-95e28f0fda1b tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:16.349478 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-2358d2d2-b1a2-4c7c-add8-95e28f0fda1b tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 814 time: 0.2434874 Aug 31 15:28:16.416455 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-6780c9e9-55e4-425f-a1da-b97ddc702110 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/quotas/9149a7ba9d66424c8f38ad1e17685ce5 HTTP/1.1" status: 200 len: 375 time: 0.0164194 Aug 31 15:28:16.443292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event updated for resources: {'Port': ['ID=6418c9b3-fe0d-4188-8cd5-76ada2b622f9,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:16.449275 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:16.451914 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.498331 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-fe04cbf9-d097-48c5-811a-87362673d009 service neutron] 10.222.0.66 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182553 Aug 31 15:28:16.607795 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-f1cc9ef6-79de-4d01-a7ea-aa0fd1f325d6 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822474 Aug 31 15:28:16.626416 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.l3_db [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Floating IP 5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad associated. External IP: 172.28.0.32, port: bddbf0d6-8131-40db-badb-7b0fd10fce16. Aug 31 15:28:16.729581 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-4c48b91d-c1a4-4ee6-9fda-a00ec1fef361 service neutron] 10.222.0.66 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241073 Aug 31 15:28:16.779480 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-99aed18e-4313-40fd-ac75-591727cefae7 service neutron] 10.222.0.66 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560009 Aug 31 15:28:16.969648 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f77df395-73c9-4d6d-910b-74b975a95d36 req-17ff94b6-a548-4d07-bfdd-f54dd941f29f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 210 time: 0.0513930 Aug 31 15:28:16.971586 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-b9312915-7a8c-4846-a03c-a13c27179076 service neutron] 10.222.0.66 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857955 Aug 31 15:28:17.012319 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:28:17.195092 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ef862961-f0d4-408c-a45a-57ac27c7df7c req-a08eed01-7cee-41eb-ab3b-a843ceb9bc4d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 210 time: 0.0575113 Aug 31 15:28:17.230078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038dc1f-7a46-4878-9d0d-d2ad0820323c req-254a2fe4-5549-4f5e-8465-ae090b956a3b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.232305 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4038dc1f-7a46-4878-9d0d-d2ad0820323c req-254a2fe4-5549-4f5e-8465-ae090b956a3b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.1357791 Aug 31 15:28:17.277074 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-28b4aaa7-9d10-4f8f-b348-093173df156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:17.284996 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4038dc1f-7a46-4878-9d0d-d2ad0820323c req-264aa4fc-1dda-4b62-8354-2e6799afb008 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Aug 31 15:28:17.398470 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:28:17.408559 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Sync routers for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:17.422126 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:17.423282 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:17.428774 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:17.498677 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9192250 Aug 31 15:28:17.499777 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:17.556667 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'status': 'completed', 'code': 200} Aug 31 15:28:17.663814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:17.698705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-fc82ec88-4a16-466e-9826-252d7644816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.701878 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-fc82ec88-4a16-466e-9826-252d7644816f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0827680 Aug 31 15:28:17.842602 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:17.870273 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-47d9d368-9817-4611-ad3b-a982ecc1539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.872022 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-47d9d368-9817-4611-ad3b-a982ecc1539e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1450686 Aug 31 15:28:17.981627 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-3715de0f-6d7c-460a-b27d-a8e11361de54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 998 time: 0.1015227 Aug 31 15:28:18.053954 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-01f747c2-bf96-494b-9441-6e56024848d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:18.055631 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-01f747c2-bf96-494b-9441-6e56024848d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0620611 Aug 31 15:28:18.069541 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'floating_ip_address': '172.28.0.32', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'mac_address': 'fa:16:3e:ab:a7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:15Z', 'updated_at': '2021-08-31T15:28:15Z', 'revision_number': 0, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:18.073558 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Checking router: 80e173b6-d1c5-43f5-bdf6-c689e5c79699 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:18.081967 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:18.082627 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:27:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:18.124657 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0b4783d3-6c58-4561-8ccc-9e792174b3b7 req-d9f03642-b488-4724-ad49-833804cae6be tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 210 time: 0.0490313 Aug 31 15:28:18.131981 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-3064e1f7-d932-490d-bd67-d74d17ff5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:18.133482 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-3064e1f7-d932-490d-bd67-d74d17ff5ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701606 Aug 31 15:28:18.261862 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:18.295261 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-5085a5ec-b86a-48e5-9634-d9ef46c77b86 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442773 Aug 31 15:28:18.404436 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5f65b38-4661-49c7-8450-f2ca0d356319 req-edd51482-de3d-48e5-be16-13f4d36e63ae tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 210 time: 0.0752029 Aug 31 15:28:18.518514 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8d0c11b9-7016-466d-9d3c-09c469b8b042 req-8415dab4-f47e-4962-9151-e186433242d0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928399 Aug 31 15:28:18.690510 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'floating_ip_address': '172.28.0.32', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'mac_address': 'fa:16:3e:ab:a7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:15Z', 'updated_at': '2021-08-31T15:28:15Z', 'revision_number': 0, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:18.694754 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c732058-85be-4a01-aeca-066d74da48b9 None None] The sync data for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb is: [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'floating_ip_address': '172.28.0.32', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'mac_address': 'fa:16:3e:ab:a7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:15Z', 'updated_at': '2021-08-31T15:28:15Z', 'revision_number': 0, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:18.749348 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-89a18742-bfe0-4208-8b8e-0b7d5c7a21ad tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:18.751064 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-89a18742-bfe0-4208-8b8e-0b7d5c7a21ad tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "GET /v2.0/networks?id=630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 200 len: 808 time: 0.2820649 Aug 31 15:28:18.778691 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Request body: {'port': {'device_id': '2e8e67de-be30-4632-bddd-24f21b98437e', 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f', 'admin_state_up': True, 'tenant_id': '8ee2235d6e224e36835ee0040171ba6f'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:18.891538 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ac108-7f96-4a26-98a8-1ee95cebb3b4 None None] New status for floating IP 5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad: ACTIVE {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:28:18.931070 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:18.935226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Usage tracker for resource:port and tenant:8ee2235d6e224e36835ee0040171ba6f is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:18.938289 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:18.943962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:18.953863 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Made reservation on behalf of 8ee2235d6e224e36835ee0040171ba6f for: {'port': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:18.958394 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.154031 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Allocated IP 172.20.0.3 (630003da-146a-4e99-b2f0-f964ecf1b71f/75565f25-ca54-43de-95af-85e7cea9e622/df082979-40cd-40c0-be44-5edd07b887a6) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:19.317214 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1bb29852-2749-4d86-841d-16be221f2785 req-0a15a2b5-75ee-41da-bbd0-920bb45dd2d6 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 210 time: 0.0506094 Aug 31 15:28:19.409198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-ce365f3b-662f-4df6-b1e8-444f0e019f37 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:19.409587 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-ce365f3b-662f-4df6-b1e8-444f0e019f37 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Synchronizing usage tracker for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:28:19.428613 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-ce365f3b-662f-4df6-b1e8-444f0e019f37 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Unset dirty status for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:28:19.429783 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-ce365f3b-662f-4df6-b1e8-444f0e019f37 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 814 time: 0.2102041 Aug 31 15:28:19.468062 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.475536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'port': {'device_id': 'aa48325a-d0a3-41cc-8957-518455d87188', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'admin_state_up': True, 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:19.500111 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.508552 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f0c9639a-8ae5-4203-887f-1dce386a9e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:19.607559 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45459fc7-0cbb-4723-bf0d-cca663c11380 req-7a5e05ed-9af9-45bd-93d1-5379385bafa8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 210 time: 0.1049592 Aug 31 15:28:19.615353 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Network 630003da-146a-4e99-b2f0-f964ecf1b71f is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:19.618509 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:19.619140 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:19.630462 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:port and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:19.630685 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:28:19.638942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:19.645298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:19.658059 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Made reservation on behalf of 9149a7ba9d66424c8f38ad1e17685ce5 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:19.659113 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Pushing event updated for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:19.662391 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.663690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:19.695622 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:19.696401 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:19.721704 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476922 Aug 31 15:28:19.753717 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Request body: {'port': {'device_id': '2e8e67de-be30-4632-bddd-24f21b98437e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:19.835736 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Allocated IP 172.20.0.8 (5c2c381b-3656-4f06-bf0b-2d1fbe27f573/013d3326-067d-4d8b-a50b-921a073b92e0/bd045eb4-e4bc-4a90-8314-cf0f22a857cc) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:19.877297 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.071488 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c394-6830-459e-81d5-63651cb7b3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.141323 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.164768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Transition to ACTIVE for port object bd045eb4-e4bc-4a90-8314-cf0f22a857cc will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:20.195715 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.202438 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:20.417356 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:20.420505 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:20.423012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:28:20.440245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df082979-40cd-40c0-be44-5edd07b887a6 {{(pid=79292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:20.449417 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.463288 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:20.466701 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:20.519529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.provisioning_blocks [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Transition to ACTIVE for port object df082979-40cd-40c0-be44-5edd07b887a6 will not be triggered until provisioned by entity L2. {{(pid=79292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:20.527810 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:20.528451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.533766 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.539689 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:20.551424 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0803754 Aug 31 15:28:20.649317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.707846 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-662cc594-9f8d-468f-a196-97b1b877d8ae None None] Provisioning for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:20.714210 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-662cc594-9f8d-468f-a196-97b1b877d8ae None None] Provisioning complete for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:20.715060 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-662cc594-9f8d-468f-a196-97b1b877d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:20.716385 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Pushing event updated for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:20.724564 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:20.785177 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-662cc594-9f8d-468f-a196-97b1b877d8ae None None] Port bd045eb4-e4bc-4a90-8314-cf0f22a857cc cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:28:20.915546 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c8f3e-df19-41ea-a31d-ea3e1cb5af93 req-f3550e11-166c-44b6-b805-6f82319296a9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:20.916263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-153c8f3e-df19-41ea-a31d-ea3e1cb5af93 req-f3550e11-166c-44b6-b805-6f82319296a9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Synchronizing usage tracker for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:28:20.968525 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-153c8f3e-df19-41ea-a31d-ea3e1cb5af93 req-f3550e11-166c-44b6-b805-6f82319296a9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Unset dirty status for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:28:20.969583 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-153c8f3e-df19-41ea-a31d-ea3e1cb5af93 req-f3550e11-166c-44b6-b805-6f82319296a9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 931 time: 0.5176253 Aug 31 15:28:20.971021 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Attempting to bind port df082979-40cd-40c0-be44-5edd07b887a6 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:20.971355 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Attempting to bind port df082979-40cd-40c0-be44-5edd07b887a6 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:20.971681 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Attempting to bind port df082979-40cd-40c0-be44-5edd07b887a6 on network 630003da-146a-4e99-b2f0-f964ecf1b71f {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:20.981517 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Port df082979-40cd-40c0-be44-5edd07b887a6 on network 630003da-146a-4e99-b2f0-f964ecf1b71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:28:20.981837 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Attempting to bind port df082979-40cd-40c0-be44-5edd07b887a6 on network 630003da-146a-4e99-b2f0-f964ecf1b71f {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:21.003284 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:28:21.003648 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Checking segment: {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:28:21.004026 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Bound using segment: {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'} {{(pid=79292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:28:21.004471 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.managers [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Bound port: df082979-40cd-40c0-be44-5edd07b887a6, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662c37ff-9201-46f9-8740-0a5a0defbac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f'}}] {{(pid=79292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:21.004824 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:21.080946 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112cdfc-0f55-4245-8e54-9bb049209c75 req-31b6b005-e610-43c6-8995-0623174b0932 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:21.082419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4112cdfc-0f55-4245-8e54-9bb049209c75 req-31b6b005-e610-43c6-8995-0623174b0932 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.2299101 Aug 31 15:28:21.100796 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-153c8f3e-df19-41ea-a31d-ea3e1cb5af93 req-610572ee-6924-45ca-8f9e-3db9ecb61c84 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208475 Aug 31 15:28:21.163304 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4112cdfc-0f55-4245-8e54-9bb049209c75 req-c37aab92-0931-46cd-8e21-882d53727bcd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655398 Aug 31 15:28:21.170706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, cleared binding levels {{(pid=79292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:28:21.175620 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=df082979-40cd-40c0-be44-5edd07b887a6,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:28:21.189673 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:21.193578 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2bba5c2b-6f41-4ec1-b4c6-568002439115 tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:21.253978 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:21.254613 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:21.255954 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] 10.222.0.15 "PUT /v2.0/ports/df082979-40cd-40c0-be44-5edd07b887a6 HTTP/1.1" status: 200 len: 1093 time: 1.5092502 Aug 31 15:28:21.256482 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:21.297872 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Pushing event updated for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=3']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:21.308236 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:21.329788 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6', 'status': 'completed', 'code': 200} Aug 31 15:28:22.305741 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3caf-3c51-4dcf-b940-35bf02078857 req-7b8059bd-d93e-43c8-860e-daaa70ad2b71 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:22.307545 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-996a3caf-3c51-4dcf-b940-35bf02078857 req-7b8059bd-d93e-43c8-860e-daaa70ad2b71 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.1042898 Aug 31 15:28:22.353914 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:22.407629 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-996a3caf-3c51-4dcf-b940-35bf02078857 req-b676ae01-77db-4638-8515-5da3d314a953 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 Aug 31 15:28:22.430754 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ebb3a-b2db-407e-b014-45641db7f130 req-465c43f4-5a39-4ae5-b384-033b961829c1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:22.438158 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-155ebb3a-b2db-407e-b014-45641db7f130 req-465c43f4-5a39-4ae5-b384-033b961829c1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1294305 Aug 31 15:28:22.480922 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-155ebb3a-b2db-407e-b014-45641db7f130 req-718af96d-81f0-4b22-a64c-cde6a1280b50 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Aug 31 15:28:23.660489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e5f9-27a9-4778-b179-4702415670f8 req-1e37b0f2-322d-4319-9475-5805d4dd72de tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:23.668453 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15f7e5f9-27a9-4778-b179-4702415670f8 req-1e37b0f2-322d-4319-9475-5805d4dd72de tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.1520762 Aug 31 15:28:23.736990 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-15f7e5f9-27a9-4778-b179-4702415670f8 req-09230d18-528c-4e72-bc04-8872d10605ab tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676365 Aug 31 15:28:23.757127 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83b71-0348-4329-a288-029d06ed45d5 req-bfff5ddd-1760-4e51-8128-967c6d33aab1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:23.759147 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-20f83b71-0348-4329-a288-029d06ed45d5 req-bfff5ddd-1760-4e51-8128-967c6d33aab1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1526656 Aug 31 15:28:23.803624 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-20f83b71-0348-4329-a288-029d06ed45d5 req-bfc260a4-d69a-4f21-911e-81ccf767083d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388575 Aug 31 15:28:24.929008 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e08c-2c89-4a73-8d4d-9030629400fc req-3357cc1a-6e4f-48ba-8733-74b8cbcc249f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:24.930373 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4352e08c-2c89-4a73-8d4d-9030629400fc req-3357cc1a-6e4f-48ba-8733-74b8cbcc249f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0875938 Aug 31 15:28:25.027465 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4352e08c-2c89-4a73-8d4d-9030629400fc req-59fb834f-5391-46b7-8311-dc097d8d04da tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659771 Aug 31 15:28:25.050743 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679c1d-538e-4eea-b7d1-6b1587b3346b req-83436a61-5936-4ef5-ad2e-3db9eebeed40 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:25.052461 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69679c1d-538e-4eea-b7d1-6b1587b3346b req-83436a61-5936-4ef5-ad2e-3db9eebeed40 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1211960 Aug 31 15:28:25.108276 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-69679c1d-538e-4eea-b7d1-6b1587b3346b req-d1af51e9-4c0e-4fbf-b77e-cf8719cd689d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 Aug 31 15:28:26.214835 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c1359-f1a8-4fb5-b563-068ab2e3b329 req-0de90e6d-fac8-40c2-bef9-7a10bbb3e5e6 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.218479 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-723c1359-f1a8-4fb5-b563-068ab2e3b329 req-0de90e6d-fac8-40c2-bef9-7a10bbb3e5e6 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0846300 Aug 31 15:28:26.323965 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-723c1359-f1a8-4fb5-b563-068ab2e3b329 req-c1650238-fad8-42ea-876b-53df8ff2ec55 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674956 Aug 31 15:28:26.341040 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4364-a67a-411d-8649-82becb4a8a30 req-4a34407d-9a1f-420a-93d7-8186edbb8909 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.342710 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-358a4364-a67a-411d-8649-82becb4a8a30 req-4a34407d-9a1f-420a-93d7-8186edbb8909 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1232371 Aug 31 15:28:26.390616 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-358a4364-a67a-411d-8649-82becb4a8a30 req-982a6625-696d-48a6-9a14-6393eb53dffc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Aug 31 15:28:27.565462 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c256bc-2491-4b10-9b25-15876975bcc6 req-f83a54e3-8220-4c69-9878-c08406bcf815 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:27.566991 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97c256bc-2491-4b10-9b25-15876975bcc6 req-f83a54e3-8220-4c69-9878-c08406bcf815 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.1322691 Aug 31 15:28:27.621186 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-97c256bc-2491-4b10-9b25-15876975bcc6 req-3a2bec5b-8a0d-4d34-9782-7fd2af369f00 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Aug 31 15:28:27.636148 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a25e-9db0-4913-bcba-cb7ef17d303f req-540ec7bb-bc8f-48c0-8593-450a68046aaf tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:27.637644 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e210a25e-9db0-4913-bcba-cb7ef17d303f req-540ec7bb-bc8f-48c0-8593-450a68046aaf tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1362443 Aug 31 15:28:27.685096 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e210a25e-9db0-4913-bcba-cb7ef17d303f req-b343ce15-a9ac-4d22-b33b-141176583812 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Aug 31 15:28:28.894116 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266af0a-e927-4ba2-82b9-27fb626cdc80 req-933c9732-09e7-43e0-b4ee-3774f8956989 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:28.895637 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b266af0a-e927-4ba2-82b9-27fb626cdc80 req-933c9732-09e7-43e0-b4ee-3774f8956989 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.1695325 Aug 31 15:28:28.928226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054603-c15c-49c2-96b0-45ecd37cd8b9 req-6c6355d7-847f-41fa-b230-4b4d7ce13c63 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:28.929937 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e054603-c15c-49c2-96b0-45ecd37cd8b9 req-6c6355d7-847f-41fa-b230-4b4d7ce13c63 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1348369 Aug 31 15:28:28.983275 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b266af0a-e927-4ba2-82b9-27fb626cdc80 req-40737358-c599-4970-a8c4-61eb38bc98fc tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785666 Aug 31 15:28:28.997722 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8e054603-c15c-49c2-96b0-45ecd37cd8b9 req-bf86660a-8320-43c8-82d6-eb1841b96262 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Aug 31 15:28:30.158824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:30.185090 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e0e0-02e8-479b-9b63-5b4e00636b1a req-f2494e7e-035f-414d-9093-26d85e850aa2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:30.186574 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-12b8e0e0-02e8-479b-9b63-5b4e00636b1a req-f2494e7e-035f-414d-9093-26d85e850aa2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0884311 Aug 31 15:28:30.231275 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-12b8e0e0-02e8-479b-9b63-5b4e00636b1a req-911512e6-7d4f-4758-8d8b-239eff78b2cf tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Aug 31 15:28:30.422339 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8af98-fd84-4ee6-97fa-36a750d4f53b req-b7531942-fd29-4a02-9280-cfa1c7ef7ea7 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:30.423858 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5df8af98-fd84-4ee6-97fa-36a750d4f53b req-b7531942-fd29-4a02-9280-cfa1c7ef7ea7 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0827417 Aug 31 15:28:30.564034 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5df8af98-fd84-4ee6-97fa-36a750d4f53b req-49d965a9-bd10-4409-a2ba-187ac19966b4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340435 Aug 31 15:28:31.418459 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f6330-21b0-42a4-b125-22fc1baa2ee5 req-0c9ce9e7-3192-4051-8cfc-f47f1d983ae2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:31.420744 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9b2f6330-21b0-42a4-b125-22fc1baa2ee5 req-0c9ce9e7-3192-4051-8cfc-f47f1d983ae2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0817885 Aug 31 15:28:31.466150 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9b2f6330-21b0-42a4-b125-22fc1baa2ee5 req-bb93c331-58ab-4d26-88da-93637ebdb05d tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Aug 31 15:28:31.750612 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b1360-9575-4ddb-a71e-e47c27bf1c75 req-21b669c9-a610-4f93-a058-a9a6e0a54cf4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:31.752044 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a37b1360-9575-4ddb-a71e-e47c27bf1c75 req-21b669c9-a610-4f93-a058-a9a6e0a54cf4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0846827 Aug 31 15:28:31.804732 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a37b1360-9575-4ddb-a71e-e47c27bf1c75 req-aca55709-88d2-43ad-a812-fffd419096e0 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Aug 31 15:28:32.656511 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d32234-b0d0-4f73-a2e1-199daf9a31de req-c16f56d6-7698-4d9f-b1fc-cbebc7daa82b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:32.657987 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82d32234-b0d0-4f73-a2e1-199daf9a31de req-c16f56d6-7698-4d9f-b1fc-cbebc7daa82b tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0851095 Aug 31 15:28:32.701885 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82d32234-b0d0-4f73-a2e1-199daf9a31de req-8d87608a-72b3-4ff5-9a60-ab24dbb61869 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Aug 31 15:28:32.998189 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308d99f-42eb-4dfb-9a58-c9f8417ceda3 req-937f7601-186a-48b7-82aa-85518dc09a00 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:32.999683 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8308d99f-42eb-4dfb-9a58-c9f8417ceda3 req-937f7601-186a-48b7-82aa-85518dc09a00 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0892942 Aug 31 15:28:33.049128 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8308d99f-42eb-4dfb-9a58-c9f8417ceda3 req-a23ea22d-6b82-4020-84ee-963cd3f81c7f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Aug 31 15:28:33.645648 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:28:33.889877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca069-dde9-4d4c-a88d-a03360cb17ad req-1731939a-b437-465d-ae51-597fba42accb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:33.891352 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bbfca069-dde9-4d4c-a88d-a03360cb17ad req-1731939a-b437-465d-ae51-597fba42accb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0782568 Aug 31 15:28:33.938792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bbfca069-dde9-4d4c-a88d-a03360cb17ad req-f52c97fb-740b-4788-a54d-6e0070d6f568 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Aug 31 15:28:34.233615 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30788f56-e4a1-45ff-8e83-c2d5447b61b0 req-1f33e1d5-8276-435a-82b0-216aee64ac8f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:34.234983 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-30788f56-e4a1-45ff-8e83-c2d5447b61b0 req-1f33e1d5-8276-435a-82b0-216aee64ac8f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0780151 Aug 31 15:28:34.278127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-30788f56-e4a1-45ff-8e83-c2d5447b61b0 req-016efc14-1165-4240-8bc6-34ade51af46c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Aug 31 15:28:35.128226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53e673-764f-4a9c-b0ea-40afd83bad5b req-8a1c0dc2-7654-40a6-91e4-c8a1b093e2b4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.129678 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6b53e673-764f-4a9c-b0ea-40afd83bad5b req-8a1c0dc2-7654-40a6-91e4-c8a1b093e2b4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0843852 Aug 31 15:28:35.173844 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6b53e673-764f-4a9c-b0ea-40afd83bad5b req-86f414e7-932d-463e-8a83-99cfc864cd53 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 Aug 31 15:28:35.462923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2e16b-8a90-49a4-b07f-52e020182fd3 req-20fc9373-9862-4224-8766-bfa0d593b9fc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.464368 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c2e2e16b-8a90-49a4-b07f-52e020182fd3 req-20fc9373-9862-4224-8766-bfa0d593b9fc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0793474 Aug 31 15:28:35.507358 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c2e2e16b-8a90-49a4-b07f-52e020182fd3 req-64d8e781-96e1-4910-842e-2471a8daa622 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Aug 31 15:28:36.362029 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843c0c8-c679-43e1-976a-db90cfc1a1c5 req-e8b5fd78-e6b7-47bd-b973-8c695f150d89 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.363486 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2843c0c8-c679-43e1-976a-db90cfc1a1c5 req-e8b5fd78-e6b7-47bd-b973-8c695f150d89 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0836642 Aug 31 15:28:36.408048 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2843c0c8-c679-43e1-976a-db90cfc1a1c5 req-578395ad-d4f6-4a2d-827c-664fa80359fb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Aug 31 15:28:36.688522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a744e-8cb6-4144-99c6-00f0ef2dbfe7 req-e2f995b3-11a4-40ec-9ba2-28cc39fdf470 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.689993 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d43a744e-8cb6-4144-99c6-00f0ef2dbfe7 req-e2f995b3-11a4-40ec-9ba2-28cc39fdf470 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.0804420 Aug 31 15:28:36.737451 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d43a744e-8cb6-4144-99c6-00f0ef2dbfe7 req-32a17d4f-842a-4117-991a-3910c94c5fcc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Aug 31 15:28:37.587977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1e4a3-dc3c-49e7-a6b5-1cb4077f242f req-a1c01877-6458-4a6d-a32e-c846ce62039e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.589325 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9b1e4a3-dc3c-49e7-a6b5-1cb4077f242f req-a1c01877-6458-4a6d-a32e-c846ce62039e tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0787530 Aug 31 15:28:37.632221 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9b1e4a3-dc3c-49e7-a6b5-1cb4077f242f req-12febec2-bea1-4afe-ad2b-d54d1c92db24 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 Aug 31 15:28:37.782357 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Request body: {'port': {'device_id': 'aa48325a-d0a3-41cc-8957-518455d87188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:37.909833 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.938720 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-b0b1c262-aa45-4a92-93bf-0f9895bca5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.940215 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-b0b1c262-aa45-4a92-93bf-0f9895bca5d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 1096 time: 0.1439974 Aug 31 15:28:37.955006 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43c04a-911e-435b-93d5-0714bfec6ec8 req-b265274f-5648-4bef-bec0-0d587193ed65 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.956512 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a43c04a-911e-435b-93d5-0714bfec6ec8 req-b265274f-5648-4bef-bec0-0d587193ed65 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 931 time: 0.1048503 Aug 31 15:28:38.106732 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a43c04a-911e-435b-93d5-0714bfec6ec8 req-194726ab-6270-485c-8e89-ea408860b2a1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424913 Aug 31 15:28:38.163675 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-8d65fd83-8bf3-480d-a60e-2199b4de338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.165429 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-8d65fd83-8bf3-480d-a60e-2199b4de338f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8ee2235d6e224e36835ee0040171ba6f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1874807 Aug 31 15:28:38.284342 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd045eb4-e4bc-4a90-8314-cf0f22a857cc {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:38.291580 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:38.310704 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Transition to ACTIVE for port object bd045eb4-e4bc-4a90-8314-cf0f22a857cc will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:38.315285 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-23f88403-fed7-4541-a1be-c39b89f32543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.317344 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:38.317708 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca36cb8d-81d2-4d50-ac1f-b44c25ac9f16 req-23f88403-fed7-4541-a1be-c39b89f32543 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409862 Aug 31 15:28:38.323088 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a16649c-314b-441e-8818-8d4a4536e571 tempest-VolumesActionsTest-953047507 tempest-VolumesActionsTest-953047507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:38.484639 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-2df39040-ca7b-4b59-b3e9-0394e61badf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.486158 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-2df39040-ca7b-4b59-b3e9-0394e61badf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ee2235d6e224e36835ee0040171ba6f&device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 1096 time: 0.0830655 Aug 31 15:28:38.515187 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:38.521465 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:38.560908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Attempting to bind port bd045eb4-e4bc-4a90-8314-cf0f22a857cc on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:38.561292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Attempting to bind port bd045eb4-e4bc-4a90-8314-cf0f22a857cc by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:38.561821 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Attempting to bind port bd045eb4-e4bc-4a90-8314-cf0f22a857cc on network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:38.566757 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Port bd045eb4-e4bc-4a90-8314-cf0f22a857cc on network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:28:38.567077 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Attempting to bind port bd045eb4-e4bc-4a90-8314-cf0f22a857cc on network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:38.572802 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:28:38.573139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Checking segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:28:38.573520 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Bound using segment: {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:28:38.573937 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Bound port: bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:38.574309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:38.583925 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-d3e544e7-be5f-4a65-b4c0-2438be440250 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df082979-40cd-40c0-be44-5edd07b887a6 HTTP/1.1" status: 200 len: 217 time: 0.0674481 Aug 31 15:28:38.670723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:28:38.676172 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:28:38.684174 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:38.691709 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:38.752803 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.753532 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:38.755047 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 1093 time: 0.9780734 Aug 31 15:28:38.758183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:38.761025 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50602be9-87aa-471b-9072-7ed101066d9f req-9bff3e3c-bf4c-4758-8bd6-23da884bd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.762486 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-9bff3e3c-bf4c-4758-8bd6-23da884bd3f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75565f25-ca54-43de-95af-85e7cea9e622 HTTP/1.1" status: 200 len: 848 time: 0.1579616 Aug 31 15:28:38.784585 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:38.789238 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:38.837183 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:28:38.847738 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d8f79-5f3a-48f9-b659-defd0ec089f6 req-25792940-1bb4-4f3d-8084-73b6e1865a3a tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.849253 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f75d8f79-5f3a-48f9-b659-defd0ec089f6 req-25792940-1bb4-4f3d-8084-73b6e1865a3a tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0859215 Aug 31 15:28:38.927315 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-af31c496-d79e-4236-b88a-be919ece0b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=630003da-146a-4e99-b2f0-f964ecf1b71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560882 Aug 31 15:28:38.943293 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f75d8f79-5f3a-48f9-b659-defd0ec089f6 req-0a0527b0-9dfa-49fd-8308-e2093f4a1277 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874724 Aug 31 15:28:38.980637 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-6cd5474d-a9b1-4945-be00-88a4f7175c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:38.982157 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-6cd5474d-a9b1-4945-be00-88a4f7175c23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1096 time: 0.0786095 Aug 31 15:28:39.063785 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-8b00ad03-0372-4b75-979c-bbd571455f12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 217 time: 0.0642502 Aug 31 15:28:39.081237 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-7e8bd44f-8919-4f16-bf6f-be9a6573dec8 service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412821 Aug 31 15:28:39.131657 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-0915f398-7a60-4811-bb12-b01456d8631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:39.133118 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-0915f398-7a60-4811-bb12-b01456d8631a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0582829 Aug 31 15:28:39.218639 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-53f2cd39-0e39-4d86-aba2-741d7008760b service neutron] 10.222.0.15 "GET /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293530 Aug 31 15:28:39.223994 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-8fa725f2-36fa-4d98-a6e6-81b1f6fd6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:39.225489 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-8fa725f2-36fa-4d98-a6e6-81b1f6fd6ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806835 Aug 31 15:28:39.304486 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9d46e-7dd0-4275-835c-91a9e6bef6e5 req-7939244c-0d88-4f65-9599-658376971918 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:39.305986 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4db9d46e-7dd0-4275-835c-91a9e6bef6e5 req-7939244c-0d88-4f65-9599-658376971918 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 943 time: 0.0801191 Aug 31 15:28:39.355362 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4db9d46e-7dd0-4275-835c-91a9e6bef6e5 req-2e8ff126-786d-48af-9ce3-bd96b1095234 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Aug 31 15:28:39.431225 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-231b7a33-ae2e-4ab5-952c-6bc40e8304d7 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303022 Aug 31 15:28:39.646518 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-985a55da-7de3-49ac-9338-c656bd5bb9c7 req-0c69c7f2-cbca-48e7-9bd8-05cf1ee16e50 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061818 Aug 31 15:28:39.858951 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-e1f31282-7a2c-4f60-ac80-dad8122b25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:39.860409 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-e1f31282-7a2c-4f60-ac80-dad8122b25c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1096 time: 0.0794158 Aug 31 15:28:40.006412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-2c548795-ba6e-41d3-9e92-ef4171bfe4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.007861 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-2c548795-ba6e-41d3-9e92-ef4171bfe4a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.1256680 Aug 31 15:28:40.083830 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-0515f83d-f565-4618-9680-f74094c78bbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 217 time: 0.0644886 Aug 31 15:28:40.144015 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20dbcf-7560-4241-bbe3-e50df1a7ffc3 req-7daac6b1-cf33-47a0-8bc2-c03b4bdd2ec8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.146166 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8c20dbcf-7560-4241-bbe3-e50df1a7ffc3 req-7daac6b1-cf33-47a0-8bc2-c03b4bdd2ec8 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0991943 Aug 31 15:28:40.150739 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-b4262583-5909-4477-a4a0-fcf423ba8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.152809 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-b4262583-5909-4477-a4a0-fcf423ba8c34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0611005 Aug 31 15:28:40.191123 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8c20dbcf-7560-4241-bbe3-e50df1a7ffc3 req-b5750f4a-e193-48bb-8d88-e7aa634a5b09 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Aug 31 15:28:40.233843 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-a8e97866-c163-4cd9-82f7-8d772cca7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.235246 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-a8e97866-c163-4cd9-82f7-8d772cca7f55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753436 Aug 31 15:28:40.372123 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-e42ba3d2-d1f9-4b41-a395-5d7bc5dab0da service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263132 Aug 31 15:28:40.512547 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ed05d9a1-0482-4368-a980-6b2ba8f7bfd3 req-3e8bedb8-e936-42b3-80e2-5f865db6bec7 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309483 Aug 31 15:28:40.544369 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72e9bc-a788-4e49-ba46-1564349936c0 req-da97512d-525f-4cec-99a3-558846e86039 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.546051 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2e72e9bc-a788-4e49-ba46-1564349936c0 req-da97512d-525f-4cec-99a3-558846e86039 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 943 time: 0.0869744 Aug 31 15:28:40.593902 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2e72e9bc-a788-4e49-ba46-1564349936c0 req-454e4d4f-0f7a-43f3-b91b-0ab1253baa13 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 Aug 31 15:28:41.487891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ede572-0d79-4c69-b7b1-06a422742204 req-98d7eb8e-009e-407f-a122-b13c84873849 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:41.489342 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-03ede572-0d79-4c69-b7b1-06a422742204 req-98d7eb8e-009e-407f-a122-b13c84873849 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.1931372 Aug 31 15:28:41.534457 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-03ede572-0d79-4c69-b7b1-06a422742204 req-f107bf57-52d5-4c80-a998-282485dd81c9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394382 Aug 31 15:28:41.838334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396255-36bc-46fd-b4c4-340bd1c8c3ab req-d6459fcc-995c-4edb-9a97-215353dbd264 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:41.839863 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d6396255-36bc-46fd-b4c4-340bd1c8c3ab req-d6459fcc-995c-4edb-9a97-215353dbd264 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 943 time: 0.1403511 Aug 31 15:28:41.886909 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d6396255-36bc-46fd-b4c4-340bd1c8c3ab req-b4e49a10-4f05-4b7d-bc0b-825bac2833b9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Aug 31 15:28:42.716824 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2afae7-8487-4d55-a1cf-83bbd85b3f91 req-01f36438-cf2b-45a2-af92-704257b64868 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:42.718285 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d2afae7-8487-4d55-a1cf-83bbd85b3f91 req-01f36438-cf2b-45a2-af92-704257b64868 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0792806 Aug 31 15:28:42.761991 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1d2afae7-8487-4d55-a1cf-83bbd85b3f91 req-658fcfd7-afab-4b4a-a53e-c7e34b9f24ef tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Aug 31 15:28:43.070716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78938bdc-93bb-4c9b-9d37-6479acf1e27f req-bc9a96da-7ef1-45b7-98ec-6d80ff304896 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:43.072207 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-78938bdc-93bb-4c9b-9d37-6479acf1e27f req-bc9a96da-7ef1-45b7-98ec-6d80ff304896 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 943 time: 0.0820353 Aug 31 15:28:43.115727 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-78938bdc-93bb-4c9b-9d37-6479acf1e27f req-cb1d2ac1-df69-4e5f-975c-8092cec49e7d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Aug 31 15:28:43.941872 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494362-c935-4d88-a982-41dbc1ca882d req-0be35697-0f5b-4770-b830-24faad255ff4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:43.943352 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e494362-c935-4d88-a982-41dbc1ca882d req-0be35697-0f5b-4770-b830-24faad255ff4 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 943 time: 0.0790048 Aug 31 15:28:43.990894 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e494362-c935-4d88-a982-41dbc1ca882d req-01dee4bd-b756-44b6-910b-3575153d9571 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Aug 31 15:28:44.254523 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device df082979-40cd-40c0-be44-5edd07b887a6 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:28:44.297450 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769496-fa54-4881-87e0-d9c64b39e794 req-3176de81-2229-40b0-b409-1b68d824fadc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:44.299172 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a1769496-fa54-4881-87e0-d9c64b39e794 req-3176de81-2229-40b0-b409-1b68d824fadc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 943 time: 0.0810161 Aug 31 15:28:44.343807 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a1769496-fa54-4881-87e0-d9c64b39e794 req-e50cfb8d-c04e-4ac5-aeff-081a0fa02c05 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Aug 31 15:28:44.393301 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=df082979-40cd-40c0-be44-5edd07b887a6,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:44.405958 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'df082979-40cd-40c0-be44-5edd07b887a6', 'network_id': '630003da-146a-4e99-b2f0-f964ecf1b71f', 'port_id': 'df082979-40cd-40c0-be44-5edd07b887a6', 'mac_address': 'fa:16:3e:35:45:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75565f25-ca54-43de-95af-85e7cea9e622', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:28:44.459253 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.475199 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df082979-40cd-40c0-be44-5edd07b887a6 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:44.489922 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=df082979-40cd-40c0-be44-5edd07b887a6,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:44.495061 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.495758 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bd045eb4-e4bc-4a90-8314-cf0f22a857cc details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:28:44.497771 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:44.594504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:44.599330 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:44.687114 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:44.699818 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'port_id': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'mac_address': 'fa:16:3e:39:0a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:28:44.753397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.769609 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd045eb4-e4bc-4a90-8314-cf0f22a857cc {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:44.784720 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:44.787604 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:44.789370 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:44.856469 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:44.859328 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:45.176079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d1160-e656-49de-aa8c-9266575dad08 req-19ac5a73-0b75-4cdb-a222-47589d3779a3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:45.177481 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c6d1160-e656-49de-aa8c-9266575dad08 req-19ac5a73-0b75-4cdb-a222-47589d3779a3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 944 time: 0.0813429 Aug 31 15:28:45.221900 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c6d1160-e656-49de-aa8c-9266575dad08 req-babae7ee-81c4-4f93-b9f1-232bb8d1b4a3 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 Aug 31 15:28:45.530275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33f64c-2a13-4cc9-8e24-75400788a875 req-340bf2ee-535c-4cdc-b419-69530e2c2a9e tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:45.531729 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c33f64c-2a13-4cc9-8e24-75400788a875 req-340bf2ee-535c-4cdc-b419-69530e2c2a9e tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 944 time: 0.0809107 Aug 31 15:28:45.552869 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['df082979-40cd-40c0-be44-5edd07b887a6'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:45.576405 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c33f64c-2a13-4cc9-8e24-75400788a875 req-a952ddd9-09b3-4fd8-ad41-d09d0f8cf1cf tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Aug 31 15:28:45.584048 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:46.547163 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80223b1d-f940-4773-a254-269b1c574d89 req-4c7141a4-5ce4-4448-8d6f-dada993c3d5c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:46.548666 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-80223b1d-f940-4773-a254-269b1c574d89 req-4c7141a4-5ce4-4448-8d6f-dada993c3d5c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 944 time: 0.0851061 Aug 31 15:28:46.592299 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-80223b1d-f940-4773-a254-269b1c574d89 req-6bbb3c18-4eaa-4d0e-b041-b5cece363181 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Aug 31 15:28:46.758469 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a211633-cd09-42ff-bb61-bfdcca7faa57 req-6c4b8460-4bdd-4ce8-8ddd-dc1f37327850 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:46.759853 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1a211633-cd09-42ff-bb61-bfdcca7faa57 req-6c4b8460-4bdd-4ce8-8ddd-dc1f37327850 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 944 time: 0.0785377 Aug 31 15:28:46.806679 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1a211633-cd09-42ff-bb61-bfdcca7faa57 req-c59011fc-3a27-4cbc-bf92-7ee91ed71b9b tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Aug 31 15:28:47.262749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d41c83fc-e15a-42b6-af36-ec67679decd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.787895 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.853547 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e060a-ce3e-48bf-aa4f-86c5d972d7d7 req-215639ab-e3a6-4023-84e5-e69edbb768b1 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:47.855100 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2f3e060a-ce3e-48bf-aa4f-86c5d972d7d7 req-215639ab-e3a6-4023-84e5-e69edbb768b1 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 944 time: 0.1596181 Aug 31 15:28:47.899755 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-2f3e060a-ce3e-48bf-aa4f-86c5d972d7d7 req-0b6ca59d-90fc-4659-855b-2e82efc45568 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389686 Aug 31 15:28:47.991681 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa390845-7bd7-4074-9c1c-4f97068700d2 req-365b4576-2d14-4d79-91ad-5f1e0e258f96 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:47.993140 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa390845-7bd7-4074-9c1c-4f97068700d2 req-365b4576-2d14-4d79-91ad-5f1e0e258f96 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 944 time: 0.0829718 Aug 31 15:28:48.036745 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fa390845-7bd7-4074-9c1c-4f97068700d2 req-bf4014cb-0477-4714-a53f-7ffbf98c05ba tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Aug 31 15:28:48.249369 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device df082979-40cd-40c0-be44-5edd07b887a6 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:48.317334 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port df082979-40cd-40c0-be44-5edd07b887a6 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:48.322642 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port df082979-40cd-40c0-be44-5edd07b887a6 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:48.323025 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.438305 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.464259 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:48.473933 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=df082979-40cd-40c0-be44-5edd07b887a6,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:48.478801 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.479676 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bd045eb4-e4bc-4a90-8314-cf0f22a857cc up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:48.503817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:48.543276 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6', 'code': 200} Aug 31 15:28:48.627428 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:48.631310 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:48.640381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:48.645790 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:48.646214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.763075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.796349 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:48.801490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.803439 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:48.844261 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff4f6f-a124-452b-a310-f52e90936f2e req-12743a58-1500-4817-9c23-95ebcf42a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:48.845815 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34ff4f6f-a124-452b-a310-f52e90936f2e req-12743a58-1500-4817-9c23-95ebcf42a521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 1098 time: 0.0777543 Aug 31 15:28:48.872171 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:48.875043 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:48.890783 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-34ff4f6f-a124-452b-a310-f52e90936f2e req-b63f03c0-74b4-4433-8d3e-95fdd47be2c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Aug 31 15:28:49.079659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832c0b8-0ca5-4b36-9edd-a3bea03ee3d8 req-968313fd-0b5a-47d7-a33c-5c183ff251a2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:49.081136 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c832c0b8-0ca5-4b36-9edd-a3bea03ee3d8 req-968313fd-0b5a-47d7-a33c-5c183ff251a2 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.0801609 Aug 31 15:28:49.126951 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c832c0b8-0ca5-4b36-9edd-a3bea03ee3d8 req-5d51a80e-1562-4061-b6c6-51afb95dc9ef tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Aug 31 15:28:49.226939 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3f16c-4271-4508-9bde-002104a7e26d req-bae47689-bba1-442c-b8ca-f56c4db8caac tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:49.228437 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-19f3f16c-4271-4508-9bde-002104a7e26d req-bae47689-bba1-442c-b8ca-f56c4db8caac tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0835555 Aug 31 15:28:49.274115 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-19f3f16c-4271-4508-9bde-002104a7e26d req-4967bde8-7e91-42de-b926-5cb6e19eb062 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Aug 31 15:28:50.056885 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-5b95ef33-2dad-4c3a-9455-aa323fab5e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:50.310059 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bb64d-7e33-4cca-85f5-f27f5c5d519e req-9d646d9f-9a37-419d-a6e1-9bb1284bb99c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:50.311946 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d89bb64d-7e33-4cca-85f5-f27f5c5d519e req-9d646d9f-9a37-419d-a6e1-9bb1284bb99c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.0803893 Aug 31 15:28:50.361819 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d89bb64d-7e33-4cca-85f5-f27f5c5d519e req-583dddd8-ef9c-434f-b9fd-1ce1c3f778cb tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Aug 31 15:28:50.459377 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204a8af-76b5-4993-9aa9-eeb587d7f3aa req-4a7866fd-27f3-479b-b748-41506b62e1fc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:50.460830 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9204a8af-76b5-4993-9aa9-eeb587d7f3aa req-4a7866fd-27f3-479b-b748-41506b62e1fc tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0789664 Aug 31 15:28:50.507323 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9204a8af-76b5-4993-9aa9-eeb587d7f3aa req-6611f7d5-95c4-4efb-9f3e-38fcff8d5133 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Aug 31 15:28:50.544917 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:50.593641 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'code': 200} Aug 31 15:28:50.629956 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.008178 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59899-5105-40d6-8600-3fb57fa1982e req-8343cabf-28dd-4cd3-a4c9-92d3e2051a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.009689 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9ae59899-5105-40d6-8600-3fb57fa1982e req-8343cabf-28dd-4cd3-a4c9-92d3e2051a5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1098 time: 0.0733163 Aug 31 15:28:51.051662 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9ae59899-5105-40d6-8600-3fb57fa1982e req-610ebb2f-9c8a-4dd2-b674-1e0a90d1bb5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Aug 31 15:28:51.553036 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16d07-b66e-42db-a41a-44252a779366 req-a63283b7-8255-44b4-90d2-cac7b9038bdf tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.554601 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-02b16d07-b66e-42db-a41a-44252a779366 req-a63283b7-8255-44b4-90d2-cac7b9038bdf tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.0836279 Aug 31 15:28:51.599842 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-02b16d07-b66e-42db-a41a-44252a779366 req-8a4e98be-bee0-473b-be97-270a374b6dc9 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Aug 31 15:28:51.694465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4835c-980d-4dfc-9ddb-cf5b82f73920 req-85328677-b3de-43e7-aa21-cc2f4589c11a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.695958 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ade4835c-980d-4dfc-9ddb-cf5b82f73920 req-85328677-b3de-43e7-aa21-cc2f4589c11a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0806067 Aug 31 15:28:51.740505 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ade4835c-980d-4dfc-9ddb-cf5b82f73920 req-d3d15d30-67eb-4f71-8c55-59859360b8ff tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Aug 31 15:28:52.347160 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.763533 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaea3d-c3da-456f-8a17-e056e22352a7 req-55fd5231-afac-4932-8d64-67d9f520442c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:52.765085 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-57eaea3d-c3da-456f-8a17-e056e22352a7 req-55fd5231-afac-4932-8d64-67d9f520442c tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.0845790 Aug 31 15:28:52.809414 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-57eaea3d-c3da-456f-8a17-e056e22352a7 req-dad46e9c-6831-4424-b96a-a364dbc6554f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Aug 31 15:28:52.933376 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43385e34-af6a-4b0a-a49f-f99265367fab req-e1f25d7d-83e7-4903-84bf-1ae395afa133 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:52.935457 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-43385e34-af6a-4b0a-a49f-f99265367fab req-e1f25d7d-83e7-4903-84bf-1ae395afa133 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0852695 Aug 31 15:28:52.983284 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-43385e34-af6a-4b0a-a49f-f99265367fab req-e1205edb-0643-4d82-9fd2-f1d9d3311ddd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Aug 31 15:28:54.003164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dbb44-89c8-4035-9885-469cf0a905a7 req-46e89349-fd5b-4a69-a133-cf8ca686cefa tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:54.004654 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f82dbb44-89c8-4035-9885-469cf0a905a7 req-46e89349-fd5b-4a69-a133-cf8ca686cefa tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.0817666 Aug 31 15:28:54.057396 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f82dbb44-89c8-4035-9885-469cf0a905a7 req-d7fd89e9-a703-4628-b4ca-e39bae69ea33 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Aug 31 15:28:54.177223 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53083a-0293-4c45-bbf1-d8f8aaae5594 req-5e735443-b79e-4bc6-85f5-82123641ec67 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:54.178686 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a53083a-0293-4c45-bbf1-d8f8aaae5594 req-5e735443-b79e-4bc6-85f5-82123641ec67 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0832398 Aug 31 15:28:54.233245 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6a53083a-0293-4c45-bbf1-d8f8aaae5594 req-29409b36-de81-4b9e-b15c-82dbe6b2c587 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Aug 31 15:28:54.419744 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7bc28-c429-4fad-9afb-5c8533b6236a req-2889d805-b669-4ba8-a121-6b29405a5cf9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:54.421187 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6c7bc28-c429-4fad-9afb-5c8533b6236a req-2889d805-b669-4ba8-a121-6b29405a5cf9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Aug 31 15:28:54.465247 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6c7bc28-c429-4fad-9afb-5c8533b6236a req-865e19d9-9cae-427d-a3c6-5acf82ca8691 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Aug 31 15:28:54.853408 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47dac-7b42-4662-8474-5ab5c65296b0 req-ff5b77b3-401d-4b31-9352-b01b0d89dbaf tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:54.854900 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baf47dac-7b42-4662-8474-5ab5c65296b0 req-ff5b77b3-401d-4b31-9352-b01b0d89dbaf tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0836163 Aug 31 15:28:54.901876 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baf47dac-7b42-4662-8474-5ab5c65296b0 req-35686af6-ee2c-4b78-8f3b-88064de3aaad tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Aug 31 15:28:55.271105 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57344-246e-423a-9d7f-af9a6114da89 req-e3425286-ac33-49d8-ba1d-7e5add9e8337 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:55.272571 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d2d57344-246e-423a-9d7f-af9a6114da89 req-e3425286-ac33-49d8-ba1d-7e5add9e8337 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.1085966 Aug 31 15:28:55.346840 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816965-46d2-400f-adc1-06d28981bf3b req-e668dca8-39af-4164-8217-e3491caba402 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:55.347725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-51816965-46d2-400f-adc1-06d28981bf3b req-e668dca8-39af-4164-8217-e3491caba402 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Synchronizing usage tracker for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:28:55.366429 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-51816965-46d2-400f-adc1-06d28981bf3b req-e668dca8-39af-4164-8217-e3491caba402 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Unset dirty status for tenant:8ee2235d6e224e36835ee0040171ba6f on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:28:55.368138 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-51816965-46d2-400f-adc1-06d28981bf3b req-e668dca8-39af-4164-8217-e3491caba402 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 945 time: 0.1669800 Aug 31 15:28:55.370546 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d2d57344-246e-423a-9d7f-af9a6114da89 req-ae23733d-d68f-4a96-83d5-1e371117e266 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1bf3bc4-287e-4fde-9827-c8f2f39b045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779650 Aug 31 15:28:55.443939 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Deleting port df082979-40cd-40c0-be44-5edd07b887a6 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:28:55.444283 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.692850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] For port df082979-40cd-40c0-be44-5edd07b887a6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=df082979-40cd-40c0-be44-5edd07b887a6,segment=NetworkSegment(662c37ff-9201-46f9-8740-0a5a0defbac3),segment_id=662c37ff-9201-46f9-8740-0a5a0defbac3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:55.693204 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:55.813031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Calling delete_port for df082979-40cd-40c0-be44-5edd07b887a6 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:28:56.044710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.050388 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:56.093102 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['df082979-40cd-40c0-be44-5edd07b887a6'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:56.093748 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Pushing event deleted for resources: {'Port': ['ID=df082979-40cd-40c0-be44-5edd07b887a6,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.127341 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.127713 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.128075 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.128432 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.128787 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.129143 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.129491 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.129838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.130210 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.130562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.130911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.131257 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:56.139107 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:56.181096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] No DVR routers for this DVR port df082979-40cd-40c0-be44-5edd07b887a6 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:28:56.183418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.185848 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'name': 'network-vif-deleted', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:56.201716 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-51816965-46d2-400f-adc1-06d28981bf3b req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.15 "DELETE /v2.0/ports/df082979-40cd-40c0-be44-5edd07b887a6 HTTP/1.1" status: 204 len: 173 time: 0.8272057 Aug 31 15:28:56.240896 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8e67de-be30-4632-bddd-24f21b98437e', 'name': 'network-vif-deleted', 'tag': 'df082979-40cd-40c0-be44-5edd07b887a6', 'status': 'completed', 'code': 200} Aug 31 15:28:56.532021 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39a96c49-521d-49e3-b766-d471f95eab92 req-84b7a5e6-fc10-4dce-afe0-238cde70cb77 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e8e67de-be30-4632-bddd-24f21b98437e HTTP/1.1" status: 200 len: 210 time: 0.0452735 Aug 31 15:28:59.861873 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6cee-78b3-4288-8797-9a9d41dc374b req-b0c7b9aa-240e-429f-84b1-5e64a937cc73 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:59.863505 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fb4c6cee-78b3-4288-8797-9a9d41dc374b req-b0c7b9aa-240e-429f-84b1-5e64a937cc73 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0826836 Aug 31 15:28:59.911699 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fb4c6cee-78b3-4288-8797-9a9d41dc374b req-36fb4e15-b1b3-49b8-b305-46305a7fb943 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Aug 31 15:28:59.936767 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35082) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:00.052810 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078c106-f85d-4a9e-b239-258c3a6eae19 tempest-TestMinimumBasicScenario-1443496561 tempest-TestMinimumBasicScenario-1443496561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:00.053899 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8078c106-f85d-4a9e-b239-258c3a6eae19 tempest-TestMinimumBasicScenario-1443496561 tempest-TestMinimumBasicScenario-1443496561-project-admin] Synchronizing usage tracker for tenant:bdffee8619414d8990db937d3ed75d02 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:00.072830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-8078c106-f85d-4a9e-b239-258c3a6eae19 tempest-TestMinimumBasicScenario-1443496561 tempest-TestMinimumBasicScenario-1443496561-project-admin] Unset dirty status for tenant:bdffee8619414d8990db937d3ed75d02 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:00.077502 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35098) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:00.077648 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-8078c106-f85d-4a9e-b239-258c3a6eae19 tempest-TestMinimumBasicScenario-1443496561 tempest-TestMinimumBasicScenario-1443496561-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1093 time: 0.1397130 Aug 31 15:29:00.082932 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'port_id': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:00.089896 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:00.093769 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:floatingip and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:00.096870 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:00.103811 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:00.116195 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for floatingip, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.157235 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.284925 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.327054 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device df082979-40cd-40c0-be44-5edd07b887a6 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:00.367571 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: df082979-40cd-40c0-be44-5edd07b887a6 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:00.368064 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device df082979-40cd-40c0-be44-5edd07b887a6 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:00.528158 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Allocated IP 172.28.0.162 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/a9476541-3d21-4472-8825-7de85fa4835e) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:00.680643 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.722059 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.727475 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:00.792559 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:00.795494 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:00.799209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:00.835212 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'Port': ['ID=a9476541-3d21-4472-8825-7de85fa4835e,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:00.851919 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.852567 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.852938 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.853299 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.853655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.854030 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.854943 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.855307 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.855652 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.856000 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.856347 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.856696 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:00.862053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:01.342407 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.459096 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.700170 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.707312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:01.712654 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:01.827845 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'Port': ['ID=a9476541-3d21-4472-8825-7de85fa4835e,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:01.832233 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:01.851235 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.053158 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Floating IP 19535e6c-91da-472f-a76b-62f934e81709 associated. External IP: 172.28.0.162, port: bd045eb4-e4bc-4a90-8314-cf0f22a857cc. Aug 31 15:29:02.561951 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:29:02.758862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:29:02.770553 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Sync routers for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:02.782935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:02.784079 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:28:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:02.791474 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:02.858499 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7796760 Aug 31 15:29:02.859524 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:02.861544 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35122) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:02.868391 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283426203', 'description': 'tempest-secgroup-smoke-1283426203 description', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:02.880623 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:02.894321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:02.902801 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:02.912453 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:29:02.924397 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:02.943018 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.037192 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:03.044092 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:03.047622 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:03.053601 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:03.104979 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:03.143972 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.149469 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.156240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a111792e-13d1-4b6f-ac59-aded83c957f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:03.200243 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab639069-44c0-43f8-bf10-63c8ce1c8676,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.203824 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-e4e58351-68b6-494a-90b4-976ebf3ab372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.205343 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-e4e58351-68b6-494a-90b4-976ebf3ab372 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1098 time: 0.2351537 Aug 31 15:29:03.206338 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:03.207614 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.212051 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35132) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:03.212714 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3495901 Aug 31 15:29:03.217799 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:03.226766 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:03.237164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:03.242723 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:03.251963 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:03.272676 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.368596 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.375671 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.379782 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:03.401949 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f806808-d148-41ac-856a-8e0a8eae04c8,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.406026 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:03.430627 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.434631 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0f4256dd-9428-4cd8-ba28-41fd6cec18af tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2188807 Aug 31 15:29:03.434940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35138) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:03.440759 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:03.450331 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:03.454928 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:03.457968 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:03.469259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-4df07c39-deca-487e-8019-a16d2762950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.471803 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:03.479570 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-4df07c39-deca-487e-8019-a16d2762950f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.2662327 Aug 31 15:29:03.493073 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.574436 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.580522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.586698 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:03.594694 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '19535e6c-91da-472f-a76b-62f934e81709', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'port_id': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'mac_address': 'fa:16:3e:39:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48325a-d0a3-41cc-8957-518455d87188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 0, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:03.599856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Checking router: 60cf47ea-c1ab-4dcf-95a0-0809cea281bc for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:03.610887 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:03.611713 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:28:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:03.628494 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eada695-4ea3-46ea-a0a4-30dddb174b79,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.631218 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:03.643215 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.649042 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-305a7447-f6d9-42e0-8e98-dd623b4ef3b8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2106452 Aug 31 15:29:03.649267 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35144) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:03.663701 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:03.671210 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:03.675261 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:03.678103 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:03.687000 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:03.709009 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-8949e8e6-2034-443f-9d16-d4ca79eadf09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 999 time: 0.2224765 Aug 31 15:29:03.711905 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.785642 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.800457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.804936 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:03.832660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-7cf6c9c5-33fd-42c6-bda3-9838fd1aa77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.834691 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-7cf6c9c5-33fd-42c6-bda3-9838fd1aa77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.1157625 Aug 31 15:29:03.836957 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56030db9-ed16-46fd-9a1e-3e0370abe698,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:03.840014 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:03.856813 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.861220 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026610 Aug 31 15:29:03.864677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35150) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:03.873348 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:03.883100 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:03.888545 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:03.890207 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:03.892678 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:03.900053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:03.922024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:03.952296 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-a830d695-e17e-4282-abc2-8aea1359723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.955189 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-a830d695-e17e-4282-abc2-8aea1359723f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062837 Aug 31 15:29:04.036892 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.043001 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.045311 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f04afa4e-f9cf-47e0-b87d-be0d0243b0a0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:04.077780 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69926ab2-b0f5-49df-900a-d0d07fa45fb7,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:04.090419 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:04.109994 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.111080 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5fedfd3f-e07e-4ddb-b738-468600b53e19 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2451546 Aug 31 15:29:04.114175 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35160) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:04.126453 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:04.132529 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-cf09aebb-4ec7-4997-9fd7-3e499a49add6 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663661 Aug 31 15:29:04.132723 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:04.137091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:04.140366 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:04.146072 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:04.159173 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.securitygroups_db [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Project 9149a7ba9d66424c8f38ad1e17685ce5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:29:04.174109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.262079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.269680 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.273891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-46d71842-2fb8-400c-9190-5ff2f284b9cd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:04.301745 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a552bae-2076-49da-885e-c839c561a31a,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:04.304873 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:04.321747 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.324359 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-d3f9c7b5-c5cb-4224-8abd-76fe88f26427 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092454 Aug 31 15:29:04.327819 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-02414d4e-f7b3-4aca-a5fd-c0d5eb74b62c req-bfa8a274-7772-4237-b540-6eef72937817 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871395 Aug 31 15:29:04.328388 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35164) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:04.335973 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'security_group_rule': {'security_group_id': 'ab639069-44c0-43f8-bf10-63c8ce1c8676', 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:04.342697 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:04.347801 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Usage tracker for resource:security_group_rule and tenant:9149a7ba9d66424c8f38ad1e17685ce5 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:04.352767 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:04.360522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:04.380524 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.securitygroups_db [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Project 9149a7ba9d66424c8f38ad1e17685ce5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:29:04.391942 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.476089 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.483249 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.496810 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a6180e61-19b5-4945-86ef-a2622dfd9e35 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:04.505340 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '19535e6c-91da-472f-a76b-62f934e81709', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'port_id': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'mac_address': 'fa:16:3e:39:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48325a-d0a3-41cc-8957-518455d87188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 0, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:04.509743 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b451523-f558-4b6f-a05f-d80e5d9c574d None None] The sync data for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb is: [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '19535e6c-91da-472f-a76b-62f934e81709', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'floating_ip_address': '172.28.0.162', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'port_id': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'mac_address': 'fa:16:3e:39:0a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa48325a-d0a3-41cc-8957-518455d87188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:01Z', 'updated_at': '2021-08-31T15:29:01Z', 'revision_number': 0, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:04.541059 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6758c403-5363-4fea-a89e-2bf0f306172a,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:04.544967 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:04.545922 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:04.550523 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-37c080db-1a05-438c-a328-15feaa8df756 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2206793 Aug 31 15:29:04.697317 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73612028-d540-4909-b604-ca2734fac51e req-dd06d94b-f0fe-45ca-b074-5310a96c2d44 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283426203&fields=id&tenant_id=9149a7ba9d66424c8f38ad1e17685ce5 HTTP/1.1" status: 200 len: 267 time: 0.0518429 Aug 31 15:29:04.828397 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56860825-6e98-4495-9db8-3774167031ca None None] New status for floating IP 19535e6c-91da-472f-a76b-62f934e81709: ACTIVE {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:29:04.829038 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612028-d540-4909-b604-ca2734fac51e req-ba64df3c-c164-4480-9e56-9164c7cbb4c3 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:04.831259 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73612028-d540-4909-b604-ca2734fac51e req-ba64df3c-c164-4480-9e56-9164c7cbb4c3 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.1224461 Aug 31 15:29:04.847616 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'port': {'security_groups': ['322e9a38-3e6f-42ad-a9db-8134bdc8065d', 'ab639069-44c0-43f8-bf10-63c8ce1c8676']}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:04.982529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.296997 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:05.340534 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.346728 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.354247 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:05.400018 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:05.424915 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:05.424915 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.425587 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73612028-d540-4909-b604-ca2734fac51e req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "PUT /v2.0/ports/bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 981 time: 0.5877359 Aug 31 15:29:05.426433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:05.452523 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=6']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:05.466140 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:05.528393 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:29:05.618967 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:05.760958 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-f0278a4d-c6d1-4f2c-b32e-66f1c91c5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:05.763305 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-f0278a4d-c6d1-4f2c-b32e-66f1c91c5473 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1137 time: 0.1778212 Aug 31 15:29:05.808619 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-08b087f0-51cb-4e09-abfe-31b7ab128526 None None] Provisioning complete for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:05.809030 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-08b087f0-51cb-4e09-abfe-31b7ab128526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.902716 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b615c2-ac27-4273-9926-6cbc9ae19c31 req-e3c6f645-85a8-4ca0-98ab-7b68401c5657 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:05.904604 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-88b615c2-ac27-4273-9926-6cbc9ae19c31 req-e3c6f645-85a8-4ca0-98ab-7b68401c5657 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.2799041 Aug 31 15:29:05.951122 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-d90041a6-3fa7-439a-a1dd-c2f7ae5e3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:05.952754 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-d90041a6-3fa7-439a-a1dd-c2f7ae5e3bdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.1820664 Aug 31 15:29:05.990755 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-88b615c2-ac27-4273-9926-6cbc9ae19c31 req-7144419a-8754-4a00-ac3a-70abeded638f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800912 Aug 31 15:29:06.072314 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-5f5390f6-23e5-4a79-ac15-fb7296c8b522 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 1001 time: 0.1108994 Aug 31 15:29:06.224465 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-4551904c-1e56-4a46-844b-2743b4098087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:06.228192 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-4551904c-1e56-4a46-844b-2743b4098087 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.1157663 Aug 31 15:29:06.375348 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-8554a15d-7396-49db-8a20-8c3276babee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:06.376996 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-8554a15d-7396-49db-8a20-8c3276babee7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1410367 Aug 31 15:29:06.647057 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-d81a3923-c320-4fb8-9cb2-0dfbdf73c88e service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605767 Aug 31 15:29:06.820911 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e461ec68-ce33-4c8a-8c28-3ba00c3f87c2 req-a3c998d5-9fd6-4b36-81c0-320468cbe1bc service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647568 Aug 31 15:29:10.645286 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:29:11.115061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d92a9-48cd-4575-82c2-aa0038b413c2 req-953979bc-d195-49f7-a5eb-7206d7bf8be7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:11.117309 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1b9d92a9-48cd-4575-82c2-aa0038b413c2 req-953979bc-d195-49f7-a5eb-7206d7bf8be7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0939374 Aug 31 15:29:11.171608 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1b9d92a9-48cd-4575-82c2-aa0038b413c2 req-edb27c96-4959-4455-957a-e2847e07ac0b tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Aug 31 15:29:12.411806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1bf2a-59d7-4b01-8e7c-1e0cda1f573a req-2df3941b-e788-4c13-97a4-208e32be6523 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:12.416233 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b1b1bf2a-59d7-4b01-8e7c-1e0cda1f573a req-2df3941b-e788-4c13-97a4-208e32be6523 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1242197 Aug 31 15:29:12.475038 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b1b1bf2a-59d7-4b01-8e7c-1e0cda1f573a req-ea998190-50de-4a4b-875e-38f84c58ed52 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Aug 31 15:29:13.672608 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2a14-7c73-4ceb-b64b-56183c6b5324 req-dda4297d-7f1c-4aac-b83a-622c2429e560 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:13.678524 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-68cd2a14-7c73-4ceb-b64b-56183c6b5324 req-dda4297d-7f1c-4aac-b83a-622c2429e560 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0938666 Aug 31 15:29:13.723196 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-68cd2a14-7c73-4ceb-b64b-56183c6b5324 req-c9e6eed7-a46e-4767-88bd-d1bb0c9c5953 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Aug 31 15:29:14.930647 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205599f-f5bb-474e-a6d9-fb14a02eace7 req-b2eb2885-6cc4-453d-8387-be59b75c8dc0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:14.932857 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4205599f-f5bb-474e-a6d9-fb14a02eace7 req-b2eb2885-6cc4-453d-8387-be59b75c8dc0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0872908 Aug 31 15:29:14.984526 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4205599f-f5bb-474e-a6d9-fb14a02eace7 req-4883346e-ea6a-46ec-8c68-6829d3a65253 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Aug 31 15:29:16.167222 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b584a-fc78-4bb1-a38e-749872abe37c req-2af9317e-affe-497b-a492-367228e2ddd9 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:16.168669 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f94b584a-fc78-4bb1-a38e-749872abe37c req-2af9317e-affe-497b-a492-367228e2ddd9 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0788064 Aug 31 15:29:16.215984 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f94b584a-fc78-4bb1-a38e-749872abe37c req-24f4bfab-3236-41c5-be23-b8fdf94ca9c2 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Aug 31 15:29:17.266457 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-15b1ec59-646e-490f-bdfd-9ef1bc895e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.406493 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1adcb3-0344-4def-9337-ab71e5d77ad4 req-9538003f-a36f-450a-9fc7-e42db14ccc79 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:17.407960 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-de1adcb3-0344-4def-9337-ab71e5d77ad4 req-9538003f-a36f-450a-9fc7-e42db14ccc79 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.0828481 Aug 31 15:29:17.453267 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-de1adcb3-0344-4def-9337-ab71e5d77ad4 req-fce85d1c-262a-453d-b636-9e042c324d55 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Aug 31 15:29:17.790679 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.803277 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-7759b292-ac4a-482c-be46-bae1dc10eabd tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:17.803975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-7759b292-ac4a-482c-be46-bae1dc10eabd tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Synchronizing usage tracker for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:17.819479 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-7759b292-ac4a-482c-be46-bae1dc10eabd tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Unset dirty status for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:17.820648 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-7759b292-ac4a-482c-be46-bae1dc10eabd tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 946 time: 0.1018262 Aug 31 15:29:17.890962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Deleting port 16891850-4ff7-406b-ab12-feb90e57ab04 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:17.891297 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.130316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] For port 16891850-4ff7-406b-ab12-feb90e57ab04, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=16891850-4ff7-406b-ab12-feb90e57ab04,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:18.130668 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.248970 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Calling delete_port for 16891850-4ff7-406b-ab12-feb90e57ab04 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:18.269537 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35354) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:18.334413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Deleting subnet 75565f25-ca54-43de-95af-85e7cea9e622 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:29:18.339720 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.390850 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.392663 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.398412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c7971a9c-f11c-4a3a-b61a-7cc8960b1849 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:18.430707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['16891850-4ff7-406b-ab12-feb90e57ab04'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:18.441449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Pushing event deleted for resources: {'Port': ['ID=16891850-4ff7-406b-ab12-feb90e57ab04,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:18.444933 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:18.450162 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.522440 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] No DVR routers for this DVR port 16891850-4ff7-406b-ab12-feb90e57ab04 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:18.525140 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.526633 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.527914 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'name': 'network-vif-deleted', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:18.532375 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:18.544326 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b1225b7-24d2-4525-8da8-eac3c40ceca4 req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "DELETE /v2.0/ports/16891850-4ff7-406b-ab12-feb90e57ab04 HTTP/1.1" status: 204 len: 173 time: 0.7165325 Aug 31 15:29:18.572021 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75565f25-ca54-43de-95af-85e7cea9e622,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:18.578334 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.627659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:18.636946 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-163160de-cf4a-4a8e-94f8-b5271a94d123 req-7236dcb9-945f-4644-930d-88908afa8165 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fb5cfa5-293a-4d52-b540-008f15c53974 HTTP/1.1" status: 200 len: 210 time: 0.0659728 Aug 31 15:29:18.638369 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/75565f25-ca54-43de-95af-85e7cea9e622 HTTP/1.1" status: 204 len: 168 time: 0.3677289 Aug 31 15:29:18.639680 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb5cfa5-293a-4d52-b540-008f15c53974', 'name': 'network-vif-deleted', 'tag': '16891850-4ff7-406b-ab12-feb90e57ab04', 'status': 'completed', 'code': 200} Aug 31 15:29:18.640956 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35364) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:18.749770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.871390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.883374 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630003da-146a-4e99-b2f0-f964ecf1b71f']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.895565 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662c37ff-9201-46f9-8740-0a5a0defbac3') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.895799 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662c37ff-9201-46f9-8740-0a5a0defbac3') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:18.907372 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.923004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.928918 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:29:18.929226 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:29:18.942174 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:29:19.016377 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.020566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-bafc3265-9eb1-46fc-ad6a-440525dec12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.037282 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.043199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Pushing event deleted for resources: {'Network': ['ID=630003da-146a-4e99-b2f0-f964ecf1b71f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:19.047176 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:19.054020 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] 10.222.0.66 "DELETE /v2.0/networks/630003da-146a-4e99-b2f0-f964ecf1b71f HTTP/1.1" status: 204 len: 168 time: 0.4121444 Aug 31 15:29:19.171365 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35370) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:19.221637 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2b914469-440d-4816-979a-61005dc8d68b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ee2235d6e224e36835ee0040171ba6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468271 Aug 31 15:29:19.221908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35374) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:19.284395 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.309517 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.364283 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.367852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f3161a48-fd0d-43fc-83e6-39e659ba08ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.461496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf3bc4-287e-4fde-9827-c8f2f39b045d,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:19.464502 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:19.471485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.475035 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9063dc01-ecb2-4aa7-ad0d-9f5e14492dec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1bf3bc4-287e-4fde-9827-c8f2f39b045d HTTP/1.1" status: 204 len: 168 time: 0.2497604 Aug 31 15:29:20.061643 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8083b447-08d9-4c31-9115-43272b0ff485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:20.633681 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.350088 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.485980 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 16891850-4ff7-406b-ab12-feb90e57ab04 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:22.525260 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 16891850-4ff7-406b-ab12-feb90e57ab04 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:22.525610 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 16891850-4ff7-406b-ab12-feb90e57ab04 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:24.004636 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-0b96a6f4-9051-49bb-9933-8d44483a6616 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:24.005974 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-0b96a6f4-9051-49bb-9933-8d44483a6616 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/networks?id=3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 200 len: 814 time: 0.1482878 Aug 31 15:29:24.021061 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-660a0376-db54-4687-ab2c-b12861cb3531 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/quotas/10dab42f81aa4864a8954cf5385b77aa HTTP/1.1" status: 200 len: 375 time: 0.0093310 Aug 31 15:29:24.068215 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-98d7d950-c4ca-42f3-b4e7-3d40379c8cea tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419836 Aug 31 15:29:24.309586 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-8f62e39a-c24d-4571-b182-b102fad29db2 service neutron] 10.222.0.66 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346904 Aug 31 15:29:24.441859 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-dc56e8d1-5e9a-4a78-84d0-3093d3ce5eda service neutron] 10.222.0.66 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262462 Aug 31 15:29:24.618530 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-76a0eee1-44aa-4ac7-b7a1-937758bcfb59 req-ea043800-f396-480a-8246-e39e617547d3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 210 time: 0.0408554 Aug 31 15:29:25.770991 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2720df1-918f-4092-a964-c279bf21ffab req-5b54b689-ba05-4f9c-8126-dd443c183e03 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 210 time: 0.0457013 Aug 31 15:29:25.999764 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-e3bad513-bd75-4606-a155-cc438bba748a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.001278 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-e3bad513-bd75-4606-a155-cc438bba748a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "GET /v2.0/networks?id=3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 200 len: 814 time: 0.1504133 Aug 31 15:29:26.024437 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Request body: {'port': {'device_id': '892cf8f8-5490-4458-9e99-82f2d836a669', 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0', 'admin_state_up': True, 'tenant_id': '10dab42f81aa4864a8954cf5385b77aa'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:26.163348 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:26.167400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Usage tracker for resource:port and tenant:10dab42f81aa4864a8954cf5385b77aa is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:26.170850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:26.177048 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:26.187617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Made reservation on behalf of 10dab42f81aa4864a8954cf5385b77aa for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:26.191170 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.359793 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Allocated IP 172.20.0.8 (3fe4f487-7c78-491e-8854-58eb2b67d0e0/5503c0c9-ca2c-4bb8-adce-8ea7b166aed4/5904a57d-e02b-4ea9-a666-f983ac29d0d0) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:26.567146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.596604 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.602710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e938e3d2-b642-4de6-811a-3cad96526c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:26.673600 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:26.676640 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:26.680869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:26.716810 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Pushing event updated for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:26.721151 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:26.752392 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.752997 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.778381 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577248 Aug 31 15:29:26.844293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Request body: {'port': {'device_id': '892cf8f8-5490-4458-9e99-82f2d836a669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:26.956747 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:26.959871 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c58712-bb31-4151-9171-022700e31ad5 req-e54931dc-1ef3-4435-9287-4ca47349a7cf tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.961384 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45c58712-bb31-4151-9171-022700e31ad5 req-e54931dc-1ef3-4435-9287-4ca47349a7cf tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 931 time: 0.0820377 Aug 31 15:29:27.007253 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45c58712-bb31-4151-9171-022700e31ad5 req-ff6228c6-dbd6-4de9-91e6-4c364e96198c tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Aug 31 15:29:27.306450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5904a57d-e02b-4ea9-a666-f983ac29d0d0 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:27.313934 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:27.328603 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Transition to ACTIVE for port object 5904a57d-e02b-4ea9-a666-f983ac29d0d0 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:27.332072 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:27.336435 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0f64c5b2-918d-4595-ac0b-81dac47f4bbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:27.493593 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:27.501113 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:27.567535 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Attempting to bind port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:27.567866 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Attempting to bind port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:27.568189 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Attempting to bind port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:27.574196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:29:27.574521 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Attempting to bind port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 on network 3fe4f487-7c78-491e-8854-58eb2b67d0e0 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:27.579986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:27.580320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Checking segment: {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:27.580729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Bound using segment: {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:27.581152 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Bound port: 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:27.581497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:27.673192 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:27.675952 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:27.680508 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:27.685743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-11959e0f-a86a-4819-a91c-66ec3041b5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:27.826740 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:27.827350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:27.828704 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] 10.222.0.15 "PUT /v2.0/ports/5904a57d-e02b-4ea9-a666-f983ac29d0d0 HTTP/1.1" status: 200 len: 1093 time: 1.0353596 Aug 31 15:29:27.829216 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:27.855428 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:27.858536 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:27.873507 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0', 'status': 'completed', 'code': 200} Aug 31 15:29:27.995389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-00f23b06-1619-48cc-b8b0-5984a45d43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:27.996747 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-00f23b06-1619-48cc-b8b0-5984a45d43da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 1096 time: 0.0756469 Aug 31 15:29:28.082025 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-52c45314-98a4-4897-b78b-2b87f0a95262 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0 HTTP/1.1" status: 200 len: 217 time: 0.0699480 Aug 31 15:29:28.149565 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-00a85280-0569-4a95-bd30-8374d4d1cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.151558 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-00a85280-0569-4a95-bd30-8374d4d1cbe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5503c0c9-ca2c-4bb8-adce-8ea7b166aed4 HTTP/1.1" status: 200 len: 854 time: 0.0626323 Aug 31 15:29:28.202034 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-38353cbc-32d9-4f01-91f0-dc1af76d43b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe4f487-7c78-491e-8854-58eb2b67d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431659 Aug 31 15:29:28.281150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd2f4a-719f-4797-a648-e2eb07eaac0d req-21c4f3c5-0763-4c9e-bcda-241183c168fe tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.282626 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-26cd2f4a-719f-4797-a648-e2eb07eaac0d req-21c4f3c5-0763-4c9e-bcda-241183c168fe tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 943 time: 0.1675138 Aug 31 15:29:28.328337 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-26cd2f4a-719f-4797-a648-e2eb07eaac0d req-32915de8-8d38-4cfe-8ed5-83c5683201b3 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Aug 31 15:29:28.340868 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-e41e6791-89b8-4976-a157-4db3dbbd5f5d service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315410 Aug 31 15:29:28.474511 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-077cc0b5-40b7-49c8-86d0-6abde10d72c1 req-83ac0752-fc9f-4254-8cbf-04c279be6b0d service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265137 Aug 31 15:29:28.646040 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-d39d5c35-23cd-4f31-81e5-3db5a2b046a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.647593 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-d39d5c35-23cd-4f31-81e5-3db5a2b046a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10dab42f81aa4864a8954cf5385b77aa&device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 1096 time: 0.0702522 Aug 31 15:29:28.778460 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-966d38cf-e660-4b76-892d-c5ea3960dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.779930 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-966d38cf-e660-4b76-892d-c5ea3960dfe7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 200 len: 915 time: 0.1258011 Aug 31 15:29:28.852931 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-9650c13e-4083-482e-b42d-b3ef2c30e916 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0 HTTP/1.1" status: 200 len: 217 time: 0.0654998 Aug 31 15:29:28.918817 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-99a5eacc-c71a-458e-9043-7ed46cfd344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.920248 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-99a5eacc-c71a-458e-9043-7ed46cfd344b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5503c0c9-ca2c-4bb8-adce-8ea7b166aed4 HTTP/1.1" status: 200 len: 854 time: 0.0604839 Aug 31 15:29:28.968472 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-48d2e64b-f181-4bf9-bc82-6a106236984b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3fe4f487-7c78-491e-8854-58eb2b67d0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402207 Aug 31 15:29:29.104370 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-30b2d1d8-2fb4-455d-ae43-f0cb1a68e329 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283476 Aug 31 15:29:29.240659 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-2f2dbe1d-fbb1-4a27-9292-1ca86e86b912 req-47c88ac0-f7c5-4570-8f36-f71facac8434 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290789 Aug 31 15:29:29.518925 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576974-c3e5-403a-aa65-708d484ddb9c req-57f18507-6eec-48ef-9b05-3a21f4f8ebf4 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:29.520382 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-60576974-c3e5-403a-aa65-708d484ddb9c req-57f18507-6eec-48ef-9b05-3a21f4f8ebf4 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 943 time: 0.0861142 Aug 31 15:29:29.567279 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-60576974-c3e5-403a-aa65-708d484ddb9c req-5dc6c08a-6d10-4f19-82af-38284445b519 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Aug 31 15:29:30.152019 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:30.756949 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f9437-2cc6-4356-a478-ba802102baf0 req-0f263949-e455-4405-a3d3-b7eac62ef19e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.758444 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-866f9437-2cc6-4356-a478-ba802102baf0 req-0f263949-e455-4405-a3d3-b7eac62ef19e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 943 time: 0.0866156 Aug 31 15:29:30.802214 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-866f9437-2cc6-4356-a478-ba802102baf0 req-38c4bb36-a280-4dd5-a557-b4f34cf74c4a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Aug 31 15:29:31.594027 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-6776db85-16e1-4820-8816-cfb7d6d793b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718553 Aug 31 15:29:31.820851 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6f24-2b74-4860-8001-dd170865d794 req-e45bdad2-ef45-47bd-a867-d55b36afbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:31.822390 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-e45bdad2-ef45-47bd-a867-d55b36afbf02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 1099 time: 0.0765235 Aug 31 15:29:31.995231 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17c7c-f60f-458f-bd48-29edc7c7902e req-3e6f9d2f-639b-47be-bc33-ae8bb595cc09 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:31.996727 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efd17c7c-f60f-458f-bd48-29edc7c7902e req-3e6f9d2f-639b-47be-bc33-ae8bb595cc09 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 943 time: 0.0855408 Aug 31 15:29:32.046920 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efd17c7c-f60f-458f-bd48-29edc7c7902e req-6fb4b557-bf5e-494f-aa54-7d64552c646d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Aug 31 15:29:32.067450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6f24-2b74-4860-8001-dd170865d794 req-5a28c821-ee45-4337-8686-f30d9d7460c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.068975 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-5a28c821-ee45-4337-8686-f30d9d7460c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.2217944 Aug 31 15:29:32.175830 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-61d75953-2810-43b7-8bec-71f357b9c907 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 200 len: 1000 time: 0.0955966 Aug 31 15:29:32.238165 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6f24-2b74-4860-8001-dd170865d794 req-593080a3-4844-4ba0-85b4-b9f5c67d928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.239594 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-593080a3-4844-4ba0-85b4-b9f5c67d928d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0563810 Aug 31 15:29:32.317183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6f24-2b74-4860-8001-dd170865d794 req-10e09595-2b6b-4499-819e-1e5264b9fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.318628 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-10e09595-2b6b-4499-819e-1e5264b9fcc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715766 Aug 31 15:29:32.450809 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-a3aac9a5-e81c-4abc-a003-f166a98d36f7 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241319 Aug 31 15:29:32.532566 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5904a57d-e02b-4ea9-a666-f983ac29d0d0 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:29:32.582866 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-561a6f24-2b74-4860-8001-dd170865d794 req-8c00ad35-95df-46b0-add0-b2571ee172ac service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236498 Aug 31 15:29:32.671487 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:32.685896 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '5904a57d-e02b-4ea9-a666-f983ac29d0d0', 'network_id': '3fe4f487-7c78-491e-8854-58eb2b67d0e0', 'port_id': '5904a57d-e02b-4ea9-a666-f983ac29d0d0', 'mac_address': 'fa:16:3e:34:09:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5503c0c9-ca2c-4bb8-adce-8ea7b166aed4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:29:32.743427 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:32.762521 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5904a57d-e02b-4ea9-a666-f983ac29d0d0 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:32.777594 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:32.780855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:32.782546 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:32.849213 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:32.856423 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.856927 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.857161 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.857371 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.857690 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.858067 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.858391 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.858705 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.859016 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.859355 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.859663 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.859968 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:32.863757 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:33.238800 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe81c5-8de9-434e-95e1-3355f2beee2e req-f29402c4-be29-407c-9a9a-ba227075b5b7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:33.240267 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-35fe81c5-8de9-434e-95e1-3355f2beee2e req-f29402c4-be29-407c-9a9a-ba227075b5b7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 944 time: 0.0800035 Aug 31 15:29:33.284600 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-35fe81c5-8de9-434e-95e1-3355f2beee2e req-5585beb4-b5db-429a-933f-1bb7ab6bacf0 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Aug 31 15:29:33.536471 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['5904a57d-e02b-4ea9-a666-f983ac29d0d0'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:34.475299 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db89a80-5e03-48e4-8e19-2fe18234482d req-fa8af759-4e81-4631-ad41-34d51f1cbc47 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:34.476761 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6db89a80-5e03-48e4-8e19-2fe18234482d req-fa8af759-4e81-4631-ad41-34d51f1cbc47 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 944 time: 0.0865982 Aug 31 15:29:34.522110 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6db89a80-5e03-48e4-8e19-2fe18234482d req-097ef8b2-b7a3-48ab-a81b-1c058015149a tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Aug 31 15:29:35.717100 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7279fe-16b8-432a-9dd8-9aed4a33a5b0 req-a4709ac2-8aa7-4dd6-a00e-1a17710642a7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:35.718585 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e7279fe-16b8-432a-9dd8-9aed4a33a5b0 req-a4709ac2-8aa7-4dd6-a00e-1a17710642a7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 944 time: 0.0787027 Aug 31 15:29:35.763459 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9e7279fe-16b8-432a-9dd8-9aed4a33a5b0 req-0f944962-c962-4c20-a82f-295a448dee62 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Aug 31 15:29:36.565284 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5904a57d-e02b-4ea9-a666-f983ac29d0d0 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:36.632696 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:36.638046 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:36.638461 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.757814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.785012 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:36.796890 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:36.801109 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.803397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:36.882869 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:36.885881 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:36.954342 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0', 'code': 200} Aug 31 15:29:36.958610 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effb8b8-bfed-4522-a053-ea5286647bee req-1fb99097-4142-44c1-887c-431051db792b tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:36.960079 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8effb8b8-bfed-4522-a053-ea5286647bee req-1fb99097-4142-44c1-887c-431051db792b tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0874896 Aug 31 15:29:37.006188 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8effb8b8-bfed-4522-a053-ea5286647bee req-69130137-d667-498d-9dc9-ce1ee454d97e tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Aug 31 15:29:37.217922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aaf47-00c1-433e-96d5-3c1e0ab20161 req-992da5d3-1c69-4d5b-91b9-2f9ac809896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:37.219288 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-505aaf47-00c1-433e-96d5-3c1e0ab20161 req-992da5d3-1c69-4d5b-91b9-2f9ac809896e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 1098 time: 0.0670900 Aug 31 15:29:37.259012 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-505aaf47-00c1-433e-96d5-3c1e0ab20161 req-f81c1f47-a755-4743-96b3-f752f37ab9c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Aug 31 15:29:38.197431 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1caef8-a01c-4f3d-a522-50927414b590 req-4bfcf078-609c-4e69-a99e-013781849d93 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:38.199101 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8d1caef8-a01c-4f3d-a522-50927414b590 req-4bfcf078-609c-4e69-a99e-013781849d93 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0877976 Aug 31 15:29:38.247135 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8d1caef8-a01c-4f3d-a522-50927414b590 req-1f2350d1-fe2f-4015-84fc-2dea364adc1f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Aug 31 15:29:39.434624 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543577a-6747-4a6a-97fd-e685f253f453 req-ecdcb377-e7d3-49de-8bc8-939acc50d041 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:39.436261 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5543577a-6747-4a6a-97fd-e685f253f453 req-ecdcb377-e7d3-49de-8bc8-939acc50d041 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0843425 Aug 31 15:29:39.488972 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5543577a-6747-4a6a-97fd-e685f253f453 req-75cb5980-736d-4196-b935-f584076ff32d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Aug 31 15:29:40.686288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc968ca-4dd5-4125-a7fa-c106a8884361 req-bcb45367-e633-4aa4-b6e1-b042bbb90960 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:40.687840 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-adc968ca-4dd5-4125-a7fa-c106a8884361 req-bcb45367-e633-4aa4-b6e1-b042bbb90960 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0939064 Aug 31 15:29:40.737936 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-adc968ca-4dd5-4125-a7fa-c106a8884361 req-09db36da-f642-4efb-9367-746522d7095f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Aug 31 15:29:40.830092 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be24e7-fcd4-488f-bc0e-9afad1006425 req-6c27a736-6ac8-412d-b765-1f15b41d4962 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:40.834035 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-66be24e7-fcd4-488f-bc0e-9afad1006425 req-6c27a736-6ac8-412d-b765-1f15b41d4962 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.0885761 Aug 31 15:29:40.881945 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-66be24e7-fcd4-488f-bc0e-9afad1006425 req-ead3301f-cee3-4580-8698-2b9e9656ee43 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418801 Aug 31 15:29:42.073071 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967377ba-c34a-41e0-89bf-2b9606cf21b6 req-87b28df9-9f6b-4621-ac4b-68880beecba4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:42.074428 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-967377ba-c34a-41e0-89bf-2b9606cf21b6 req-87b28df9-9f6b-4621-ac4b-68880beecba4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.0833278 Aug 31 15:29:42.117681 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-967377ba-c34a-41e0-89bf-2b9606cf21b6 req-05c5b7d2-fe6e-4a0d-b3b9-9631af233c2a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376418 Aug 31 15:29:43.312053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810b21-a4a0-4e09-b826-3cf4c6f1d1ab req-40427cef-c2a9-427f-802c-a5573938e168 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:43.313519 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e810b21-a4a0-4e09-b826-3cf4c6f1d1ab req-40427cef-c2a9-427f-802c-a5573938e168 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.0796700 Aug 31 15:29:43.357121 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0e810b21-a4a0-4e09-b826-3cf4c6f1d1ab req-be87d786-f5f2-4421-9f52-9d0c995afa62 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=b9a0b39e-b88d-4d9f-b265-56b1260b174c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 Aug 31 15:29:43.583006 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-9e99189f-e9d5-465e-bab1-8a4eba7e857d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:43.583688 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-9e99189f-e9d5-465e-bab1-8a4eba7e857d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:43.600396 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-9e99189f-e9d5-465e-bab1-8a4eba7e857d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:43.601588 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-9e99189f-e9d5-465e-bab1-8a4eba7e857d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 946 time: 0.1079767 Aug 31 15:29:43.673683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Deleting port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:43.673925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.920981 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] For port 9fce725b-2c6a-45c0-9f85-ddf57e379d09, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=9fce725b-2c6a-45c0-9f85-ddf57e379d09,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:43.921339 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.201944 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.202244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.202549 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.l3_db [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Floating IP feb409c8-4c5d-4713-ae97-caa579f6a26c disassociated. External IP: 172.28.0.77, port: 9fce725b-2c6a-45c0-9f85-ddf57e379d09. Aug 31 15:29:44.202876 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Calling delete_port for 9fce725b-2c6a-45c0-9f85-ddf57e379d09 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:44.340616 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.346062 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a09b3469-a15b-4dc0-b278-10262d339c98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:44.486500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'Port': ['ID=9fce725b-2c6a-45c0-9f85-ddf57e379d09,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:44.490121 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:44.529563 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-273d0123-9c91-41af-a6ad-abe67e36a179 req-f8170ebf-72ee-4278-ae60-8eb5a0e701cd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 210 time: 0.0529666 Aug 31 15:29:44.677994 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:29:44.864136 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:29:44.874603 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:44.885252 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:44.886069 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:29:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:44.943909 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] No DVR routers for this DVR port 9fce725b-2c6a-45c0-9f85-ddf57e379d09 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:44.946456 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.951253 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-deleted', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:44.975734 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-24b8b8f4-79c4-415a-bb90-ae19bad24ebd req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "DELETE /v2.0/ports/9fce725b-2c6a-45c0-9f85-ddf57e379d09 HTTP/1.1" status: 204 len: 173 time: 1.3685272 Aug 31 15:29:45.018362 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ffb6d-0f58-41b0-a338-6e25de83e65a', 'name': 'network-vif-deleted', 'tag': '9fce725b-2c6a-45c0-9f85-ddf57e379d09', 'status': 'completed', 'code': 200} Aug 31 15:29:45.131085 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:45.479286 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:45.483355 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:45.491770 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:45.492389 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:29:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:45.702187 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:45.717315 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b58eea56-6810-477d-aa55-3705dc3e3ede req-48150980-18d0-4356-9240-d5a61db96c56 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf3ffb6d-0f58-41b0-a338-6e25de83e65a HTTP/1.1" status: 200 len: 210 time: 0.0469317 Aug 31 15:29:46.018340 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:46.022307 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c47d8-0a55-4da4-9fdb-586dfcc179dd None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:46.264852 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c6a423-517e-4cd7-b051-9e6a7d3a10c6 None None] New status for floating IP feb409c8-4c5d-4713-ae97-caa579f6a26c: DOWN {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:29:46.641879 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:46.675912 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 9fce725b-2c6a-45c0-9f85-ddf57e379d09 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:46.676269 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 9fce725b-2c6a-45c0-9f85-ddf57e379d09 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:46.844020 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35690) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:46.911500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.939514 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.990680 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.995563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6dc2d9b1-3e8b-4cee-81fb-6c84407edbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:47.010324 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0b39e-b88d-4d9f-b265-56b1260b174c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:47.012962 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:47.018569 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.022580 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-80734de6-8af9-4ae1-87e4-d730fa2fc6a6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9a0b39e-b88d-4d9f-b265-56b1260b174c HTTP/1.1" status: 204 len: 168 time: 0.1747358 Aug 31 15:29:47.022679 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35696) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:47.041489 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.api.v2.resource [None req-b9c6f3c9-b1ae-41c7-b67c-7d1d6453eb6a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] show failed (client error): The resource could not be found. Aug 31 15:29:47.042535 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b9c6f3c9-b1ae-41c7-b67c-7d1d6453eb6a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups/b9a0b39e-b88d-4d9f-b265-56b1260b174c HTTP/1.1" status: 404 len: 347 time: 0.0188868 Aug 31 15:29:47.045368 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35700) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:47.205925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Deleting port 3e104020-8f52-4837-8a30-5dd70b959b4a {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:47.206302 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.273305 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-822e2908-2e26-4dd3-be82-36db61ae486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.371909 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.372315 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.496191 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Calling delete_port for 3e104020-8f52-4837-8a30-5dd70b959b4a owned by network:floatingip {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:47.645711 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:29:47.647081 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.651966 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:47.713241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'Port': ['ID=3e104020-8f52-4837-8a30-5dd70b959b4a,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:47.739567 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:47.793005 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.804177 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.819175 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.820310 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "DELETE /v2.0/floatingips/feb409c8-4c5d-4713-ae97-caa579f6a26c HTTP/1.1" status: 204 len: 168 time: 0.7739091 Aug 31 15:29:48.310682 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35720) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.316234 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670967062', 'description': 'tempest-description--836679099'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:48.322324 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.326558 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.329387 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.335807 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.346091 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.366055 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.369908 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.373056 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.378787 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.446772 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.450302 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.455127 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-854cf5e6-f455-446f-97c2-34ca7e74929c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.499078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77830e54-c199-426d-8202-94a4b5615891,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:48.501925 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.503118 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1913896 Aug 31 15:29:48.504081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:48.506227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35724) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.511034 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group_rule': {'security_group_id': '77830e54-c199-426d-8202-94a4b5615891', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:48.516725 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.520908 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.523889 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.530140 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.547069 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.606732 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.610318 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.618042 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.635466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e647c0-4b6d-4150-9a32-523c2354bb2f,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:48.638989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:48.646202 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.647334 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c7d513c4-e671-4cfd-a538-7279685981a5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404908 Aug 31 15:29:48.650598 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35728) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.655659 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'security_group_rule': {'security_group_id': '77830e54-c199-426d-8202-94a4b5615891', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:48.661232 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.665746 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:security_group_rule and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.668600 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.674336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.690604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.751954 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.755696 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.757748 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.779374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23053093-0c75-48be-ad94-fbe9abef18cb,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:48.781788 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:48.788509 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.789870 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383042 Aug 31 15:29:48.793479 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35732) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.798519 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:48.803982 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.808300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:floatingip and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.811315 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.816787 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.829179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.963692 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.112019 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Allocated IP 172.28.0.115 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/6485fc7f-8860-4935-897c-7e483e542518) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:49.376927 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.409604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.415770 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0321d8ed-fef3-4355-8b9f-bd1725c7439a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:49.492215 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:49.495389 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:49.499192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:49.531169 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=6485fc7f-8860-4935-897c-7e483e542518,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:49.537133 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:49.587770 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.654137 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.864473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.869587 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.873226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-417dc709-f492-4dab-896c-276092e65e6c tempest-ServerRescueNegativeTestJSON-2010060916 tempest-ServerRescueNegativeTestJSON-2010060916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:49.982193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=6485fc7f-8860-4935-897c-7e483e542518,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:49.986286 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:49.992941 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.016279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.017545 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2231364 Aug 31 15:29:50.064526 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3e828f95-9f56-4057-a380-7030fb1b586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.184755 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-84b4681c-2ee3-4ffe-abff-f2ad752b9044 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:50.199829 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-84b4681c-2ee3-4ffe-abff-f2ad752b9044 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:50.201129 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-84b4681c-2ee3-4ffe-abff-f2ad752b9044 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--670967062&fields=id&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 267 time: 0.0597906 Aug 31 15:29:50.360425 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-3d0ccaa1-564b-404d-aa78-f4a190c56dbf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:50.361854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-3d0ccaa1-564b-404d-aa78-f4a190c56dbf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 816 time: 0.1541979 Aug 31 15:29:50.377114 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-a0ad1ca6-5a96-407c-b093-0193fee0fdce tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/quotas/9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 375 time: 0.0097911 Aug 31 15:29:50.459409 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-b2286079-41ec-4b77-8dfc-9b19e1d8ea81 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774403 Aug 31 15:29:50.635502 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.645841 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-a25bb7d5-5bdc-488c-83ed-63b4f9e728d3 service neutron] 10.222.0.66 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749518 Aug 31 15:29:50.783697 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed076d0a-9882-4917-8d9b-81e04965c4aa service neutron] 10.222.0.66 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313925 Aug 31 15:29:50.964531 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5fa5881b-f113-4550-a9ba-88d73ef72c9f req-a4ec5f1a-b4b8-46b3-9f1d-ae9c125c6802 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 210 time: 0.0463343 Aug 31 15:29:52.126429 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5d017cfd-f654-4399-ab09-74b66c7a3b05 req-f4a7a852-a4ba-4fa4-97d4-373d321d681b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 210 time: 0.0444543 Aug 31 15:29:52.364582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.510224 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-4894cd34-7bb4-4b84-a647-e8184743ca4c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:52.511640 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-4894cd34-7bb4-4b84-a647-e8184743ca4c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 816 time: 0.2507010 Aug 31 15:29:52.570910 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-e4978843-10c0-4f53-a935-d560a46c8e57 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:52.582570 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-e4978843-10c0-4f53-a935-d560a46c8e57 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:52.583565 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-e4978843-10c0-4f53-a935-d560a46c8e57 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 379 time: 0.0530243 Aug 31 15:29:52.597966 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'port': {'device_id': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'admin_state_up': True, 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'security_groups': ['77830e54-c199-426d-8202-94a4b5615891']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:52.729070 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:52.733039 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Usage tracker for resource:port and tenant:9262e813e06e44c6bfda516a5b6ad954 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:52.735800 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:52.741321 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:52.751942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Made reservation on behalf of 9262e813e06e44c6bfda516a5b6ad954 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:52.755513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.914794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Allocated IP 172.20.0.6 (21bf1039-3a5a-4680-afce-99802843667b/9587ddd3-539e-4c36-b6d4-7b40a1ac50cc/f971a069-8dbc-488f-b342-d05cb99a3813) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:53.098026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.113175 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Transition to ACTIVE for port object f971a069-8dbc-488f-b342-d05cb99a3813 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:53.137845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.143409 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-27b2bfc0-aeb5-48e5-9e5a-16028899c03a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.210272 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Network 21bf1039-3a5a-4680-afce-99802843667b is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:53.214100 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:53.218199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:53.253232 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.257817 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.292586 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:53.294618 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.325032 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306011 Aug 31 15:29:53.350704 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178bb8-eb92-4b07-9696-d7666f6621c7 req-f3467c44-6d9e-4bf9-aaab-2ebc41d8a3f9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:53.352186 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49178bb8-eb92-4b07-9696-d7666f6621c7 req-f3467c44-6d9e-4bf9-aaab-2ebc41d8a3f9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 931 time: 0.1090152 Aug 31 15:29:53.399739 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-49178bb8-eb92-4b07-9696-d7666f6621c7 req-427d84d9-8490-49cd-953f-be7d494eeb78 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 Aug 31 15:29:53.401672 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Request body: {'port': {'device_id': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:53.439954 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5f7ca637-bf88-42f7-be3b-6b07e50781e8 None None] Provisioning for port f971a069-8dbc-488f-b342-d05cb99a3813 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:53.445308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5f7ca637-bf88-42f7-be3b-6b07e50781e8 None None] Provisioning complete for port f971a069-8dbc-488f-b342-d05cb99a3813 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:53.445899 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-5f7ca637-bf88-42f7-be3b-6b07e50781e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.502939 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ca637-bf88-42f7-be3b-6b07e50781e8 None None] Port f971a069-8dbc-488f-b342-d05cb99a3813 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:53.522462 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.871028 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:53.878162 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.892725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Transition to ACTIVE for port object f971a069-8dbc-488f-b342-d05cb99a3813 will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:53.896034 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.900219 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:54.056615 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:54.064080 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:54.137209 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Attempting to bind port f971a069-8dbc-488f-b342-d05cb99a3813 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:54.137541 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Attempting to bind port f971a069-8dbc-488f-b342-d05cb99a3813 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:54.137862 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Attempting to bind port f971a069-8dbc-488f-b342-d05cb99a3813 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:54.142459 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Port f971a069-8dbc-488f-b342-d05cb99a3813 on network 21bf1039-3a5a-4680-afce-99802843667b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:29:54.142775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Attempting to bind port f971a069-8dbc-488f-b342-d05cb99a3813 on network 21bf1039-3a5a-4680-afce-99802843667b {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:54.147698 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:54.148025 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Checking segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:54.148397 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Bound using segment: {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:54.148805 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Bound port: f971a069-8dbc-488f-b342-d05cb99a3813, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb3d00e-14df-46c5-a958-b46f600370e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '21bf1039-3a5a-4680-afce-99802843667b'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:54.149142 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.238254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:54.242352 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:54.247374 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.252346 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2f5caf6a-10e8-4a8d-b31c-7cf4b79d17a1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:54.400816 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:54.401443 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.402902 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] 10.222.0.15 "PUT /v2.0/ports/f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 1093 time: 1.0071754 Aug 31 15:29:54.403412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:54.429179 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:54.432212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:54.456090 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'status': 'completed', 'code': 200} Aug 31 15:29:54.574583 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-45d9abf1-24c8-4594-9f30-91e1a545bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:54.576210 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-45d9abf1-24c8-4594-9f30-91e1a545bbb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1096 time: 0.0809493 Aug 31 15:29:54.622382 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dbb53-885f-4dc2-bfa1-339a6d21464b req-a962846e-ba71-4d1d-92ef-e640a61cf06a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:54.623968 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-389dbb53-885f-4dc2-bfa1-339a6d21464b req-a962846e-ba71-4d1d-92ef-e640a61cf06a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0982618 Aug 31 15:29:54.666753 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-4dc2b5f3-3c77-4756-be3c-468df26d1fcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 217 time: 0.0713582 Aug 31 15:29:54.670419 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-389dbb53-885f-4dc2-bfa1-339a6d21464b req-d18caedf-4f49-49da-8254-7e55d0647735 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Aug 31 15:29:54.730499 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-561466fb-211d-4ae7-849e-7f98461daa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:54.731837 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-561466fb-211d-4ae7-849e-7f98461daa77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0578642 Aug 31 15:29:54.806404 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-2b34c8ab-bedb-4ca0-a85b-2ac5414c011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:54.807822 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-2b34c8ab-bedb-4ca0-a85b-2ac5414c011b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679107 Aug 31 15:29:54.940191 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-7b568b75-59c5-4f02-8491-593fbac15cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225808 Aug 31 15:29:55.069731 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-cb2d2b65-ba4d-4811-8a43-3443832a480b req-e2924082-e47d-457a-9a3d-62e9d56f35ef service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214075 Aug 31 15:29:55.254190 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-b6f65e0d-81af-4361-adf1-71c9d0c093b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.255638 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-b6f65e0d-81af-4361-adf1-71c9d0c093b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1096 time: 0.0726430 Aug 31 15:29:55.418091 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-02957e88-69a6-48ed-90ab-3bb2f3618071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.419546 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-02957e88-69a6-48ed-90ab-3bb2f3618071 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.1298649 Aug 31 15:29:55.491414 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-ed1f74a8-6692-4413-ae8e-fb7d8a3a9efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 217 time: 0.0647395 Aug 31 15:29:55.559859 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-376ac837-cae9-4e03-b202-8074029c29da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.561826 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-376ac837-cae9-4e03-b202-8074029c29da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0632436 Aug 31 15:29:55.641802 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-88d690d6-1c5a-4435-afef-fca1f07f4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.643376 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-88d690d6-1c5a-4435-afef-fca1f07f4340 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738444 Aug 31 15:29:55.782455 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-72625ab5-dc73-48cf-9735-cdbeacbafc9a service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279123 Aug 31 15:29:55.865220 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d2b9e-fc4e-4a83-94cb-42845817f0db req-0ccf06ec-c23c-49f3-b700-a7df27331c3b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.866787 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f92d2b9e-fc4e-4a83-94cb-42845817f0db req-0ccf06ec-c23c-49f3-b700-a7df27331c3b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0841780 Aug 31 15:29:55.911484 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f92d2b9e-fc4e-4a83-94cb-42845817f0db req-c06bbda3-65c1-4311-80af-0cc44fea2bd6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384171 Aug 31 15:29:55.918720 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e882ff22-385d-4c36-aed3-df674d98fc2e req-e09cde4c-f7fb-449d-9e01-b56fad6ef169 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282458 Aug 31 15:29:56.824625 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35844) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:56.936463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.951201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:56.955128 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Usage tracker for resource:security_group_rule and tenant:7925bdaad9644a70ba0769d665f6e48d is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:56.957963 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:56.964190 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:57.182097 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.190024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.198285 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8214683d-bb55-48a7-b7a3-e2fb6e80f0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:57.247664 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7925bdaad9644a70ba0769d665f6e48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219971 Aug 31 15:29:57.248493 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1863c58-436b-47e9-af75-13bb6c477b1f,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:57.250368 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 35852) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:57.252192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:57.267092 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76370f-3fe4-4d26-b891-a397a6f3c27a req-5cb0b08e-20e3-4a4a-80e9-544746946fb3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:57.268825 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf76370f-3fe4-4d26-b891-a397a6f3c27a req-5cb0b08e-20e3-4a4a-80e9-544746946fb3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.2433443 Aug 31 15:29:57.315849 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf76370f-3fe4-4d26-b891-a397a6f3c27a req-74a32f9a-9724-4c64-a2a8-fd5a964766fa tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Aug 31 15:29:57.319805 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.346673 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.397643 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.402208 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d24aefae-edf3-427f-86bb-2e06c23934c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:57.414206 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1863c58-436b-47e9-af75-13bb6c477b1f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:57.421451 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.422566 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1863c58-436b-47e9-af75-13bb6c477b1f HTTP/1.1" status: 204 len: 168 time: 0.1712074 Aug 31 15:29:57.423846 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.424210 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.424563 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.424919 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.425270 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.425617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.425961 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.426400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.426660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.427002 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.427342 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.427677 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:57.431391 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:58.509733 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f85ca-2e14-4848-95c9-6ecec7290fe6 req-3bd85281-3c80-46c0-930c-338a7849e490 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:58.511220 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1c3f85ca-2e14-4848-95c9-6ecec7290fe6 req-3bd85281-3c80-46c0-930c-338a7849e490 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0821888 Aug 31 15:29:58.553541 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1c3f85ca-2e14-4848-95c9-6ecec7290fe6 req-06a5862a-ad4d-4e11-b5b2-ca9ac6d74f39 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368121 Aug 31 15:29:58.698615 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:29:58.826497 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:58.839644 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:29:58.896411 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:58.912989 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:58.927581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:58.932124 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:58.933832 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-8532b8cb-b9ef-4182-a4f7-ed7c0469a7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:59.005660 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:59.008598 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:59.424820 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['f971a069-8dbc-488f-b342-d05cb99a3813'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:59.738685 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbc0a0-a14f-439f-b77d-197c8964529f req-b30b390d-e79d-437b-8cdf-4ea6cd02dc42 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:59.740119 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56bbc0a0-a14f-439f-b77d-197c8964529f req-b30b390d-e79d-437b-8cdf-4ea6cd02dc42 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0787733 Aug 31 15:29:59.782950 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-56bbc0a0-a14f-439f-b77d-197c8964529f req-555c6f6c-e9e1-4dd6-b433-38b49346613c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Aug 31 15:30:00.147065 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.975229 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261716cf-edf6-4636-a776-17d164ef4dbf req-9b7dc3f7-1f9c-4c9d-ab17-2d6e80b27ecb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:00.976693 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-261716cf-edf6-4636-a776-17d164ef4dbf req-9b7dc3f7-1f9c-4c9d-ab17-2d6e80b27ecb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0843980 Aug 31 15:30:01.021621 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-261716cf-edf6-4636-a776-17d164ef4dbf req-36d04656-8ce5-4ad3-8f27-8f457a0c23f5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385747 Aug 31 15:30:02.212668 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9b3fd-707f-4d34-a4c8-74bd54930af8 req-325af1ec-49d5-45b6-92a1-cfb683bd2ca0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:02.214179 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75f9b3fd-707f-4d34-a4c8-74bd54930af8 req-325af1ec-49d5-45b6-92a1-cfb683bd2ca0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0814302 Aug 31 15:30:02.258868 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75f9b3fd-707f-4d34-a4c8-74bd54930af8 req-4bab5cf1-4ccf-4ec0-81ac-1520d6ab4ac4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387540 Aug 31 15:30:02.743425 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:02.808595 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port f971a069-8dbc-488f-b342-d05cb99a3813 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:02.813366 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port f971a069-8dbc-488f-b342-d05cb99a3813 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:02.813754 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:02.924404 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:02.950396 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:02.959827 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:02.964479 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:02.966414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:02.999577 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'code': 200} Aug 31 15:30:03.033069 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:03.035853 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:03.264484 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141a676-d484-4139-a65c-62a630f25e7e req-9687fac2-574d-4b2a-b601-1638d0d09a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:03.265852 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c141a676-d484-4139-a65c-62a630f25e7e req-9687fac2-574d-4b2a-b601-1638d0d09a21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1098 time: 0.0700760 Aug 31 15:30:03.313133 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c141a676-d484-4139-a65c-62a630f25e7e req-935241d0-3c57-4f05-9790-eb22eb1c9bec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 Aug 31 15:30:03.452075 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541fed-733f-42d3-9186-6205c03c2b41 req-f010172d-f0f0-4e6a-b38d-ee3c50cce965 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:03.453516 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db541fed-733f-42d3-9186-6205c03c2b41 req-f010172d-f0f0-4e6a-b38d-ee3c50cce965 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0838239 Aug 31 15:30:03.496743 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db541fed-733f-42d3-9186-6205c03c2b41 req-ef895800-c2f6-4e62-b25f-ce8ad6b65d68 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 Aug 31 15:30:04.680760 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f9ec9-7627-4b1a-95f4-c8338dd1edee req-2e0bc954-7b1f-48d1-931d-633b7917542e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:04.682915 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-344f9ec9-7627-4b1a-95f4-c8338dd1edee req-2e0bc954-7b1f-48d1-931d-633b7917542e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0801115 Aug 31 15:30:04.729707 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-344f9ec9-7627-4b1a-95f4-c8338dd1edee req-a23f9869-3a74-4ad3-9122-f2ce83c86766 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 Aug 31 15:30:05.917303 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d089f-25e0-4b6c-b1dd-c717546683f6 req-8ed2d476-ef26-4df9-a821-51c071a44439 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.918788 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c95d089f-25e0-4b6c-b1dd-c717546683f6 req-8ed2d476-ef26-4df9-a821-51c071a44439 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0799649 Aug 31 15:30:05.963232 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c95d089f-25e0-4b6c-b1dd-c717546683f6 req-8cf8c8ff-9468-45fd-a403-80e616c1513e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387542 Aug 31 15:30:06.145430 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f56f3-14bd-4c21-9eca-bcae95b26e4a req-81a94481-31a1-482d-95ce-fe5a29e95307 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.146888 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e71f56f3-14bd-4c21-9eca-bcae95b26e4a req-81a94481-31a1-482d-95ce-fe5a29e95307 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0827830 Aug 31 15:30:06.155209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 35910) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:06.160265 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Request body: {'floatingip': {'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:06.234444 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:06.879485 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:06.883561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:07.136714 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Floating IP 9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b associated. External IP: 172.28.0.115, port: f971a069-8dbc-488f-b342-d05cb99a3813. Aug 31 15:30:07.482176 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:30:07.656181 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:30:07.665116 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:30:07.668776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:07.674674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:07.675292 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:29:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:07.729508 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-5ba17137-4596-420f-a173-9bb6249b8224 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "PUT /v2.0/floatingips/9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b HTTP/1.1" status: 200 len: 991 time: 1.5702512 Aug 31 15:30:07.729508 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:07.871984 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'status': 'completed', 'code': 200} Aug 31 15:30:07.912052 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:08.012384 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-8f110ce4-f735-4357-b43e-e65bd58eb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.013957 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-8f110ce4-f735-4357-b43e-e65bd58eb9a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1098 time: 0.0759220 Aug 31 15:30:08.248203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-bf61b381-049c-43b8-acd4-45fb9c853b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.250241 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-bf61b381-049c-43b8-acd4-45fb9c853b62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.2209499 Aug 31 15:30:08.262831 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:30:06Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:08.266715 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:30:08.274957 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:08.275597 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:29:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:08.357370 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-47541973-2865-4b91-8aad-d306d4aa8f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 999 time: 0.0993130 Aug 31 15:30:08.420408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-3bdf55e8-e6d5-4aa6-a745-235435725f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.421864 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-3bdf55e8-e6d5-4aa6-a745-235435725f0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0573514 Aug 31 15:30:08.464824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:08.500852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-dc3e6ed2-d470-44dd-84c4-a41df7a37e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.502427 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-dc3e6ed2-d470-44dd-84c4-a41df7a37e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732181 Aug 31 15:30:08.634665 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-cc8d284a-25d7-4cad-ad40-04475885078a service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 Aug 31 15:30:08.764972 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4399b2f0-9947-428f-a8f1-b2c413945efa req-58d85ea1-64e6-402a-94b6-173c6dc23121 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235723 Aug 31 15:30:08.841280 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:30:06Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:08.845238 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9515d10f-d44c-42af-8f2c-df2ae06a10cf None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'floating_ip_address': '172.28.0.115', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:30:06Z', 'revision_number': 1, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:30:09.041916 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1c406-bc35-433c-8992-9157316d136b None None] New status for floating IP 9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b: ACTIVE {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:30:09.304469 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33a8c5-4f2b-4b78-a729-72a48aac92ee req-596b0eb2-894b-4e94-98b5-f3f39e5a7ca7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:09.306579 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a33a8c5-4f2b-4b78-a729-72a48aac92ee req-596b0eb2-894b-4e94-98b5-f3f39e5a7ca7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0810466 Aug 31 15:30:09.352854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0a33a8c5-4f2b-4b78-a729-72a48aac92ee req-cdf4c59e-5276-4ce7-9a88-f84c2c00e35d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Aug 31 15:30:10.538082 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b30e2-169d-43f4-8084-dd4b62362aa7 req-1c747fc8-4256-4d58-89cd-e4551fd9d373 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:10.539491 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7f7b30e2-169d-43f4-8084-dd4b62362aa7 req-1c747fc8-4256-4d58-89cd-e4551fd9d373 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0803547 Aug 31 15:30:10.582179 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7f7b30e2-169d-43f4-8084-dd4b62362aa7 req-6bb32b5f-a7de-4c57-b460-8155f0bb258f tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 31 15:30:11.769345 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa0c93-ae5a-4aa0-9ad6-34f3515ccaaa req-42a31a0a-f4e3-41f3-8ccb-60870406bbe4 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:11.770791 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6eaa0c93-ae5a-4aa0-9ad6-34f3515ccaaa req-42a31a0a-f4e3-41f3-8ccb-60870406bbe4 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0783622 Aug 31 15:30:11.815096 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6eaa0c93-ae5a-4aa0-9ad6-34f3515ccaaa req-3892e82c-9e75-4227-90dc-0739a2e63874 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Aug 31 15:30:12.997305 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cb3f-5992-4780-965f-0e167284f0b7 req-5578f342-b98f-4e17-91a3-5dd004b99af8 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:12.998788 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a8d6cb3f-5992-4780-965f-0e167284f0b7 req-5578f342-b98f-4e17-91a3-5dd004b99af8 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0821531 Aug 31 15:30:13.044048 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a8d6cb3f-5992-4780-965f-0e167284f0b7 req-2829463d-0cd2-4aee-891d-a028dc81c1a7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Aug 31 15:30:14.226768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc1c44-1096-4abe-b809-1fb284674b07 req-e184f73e-7b47-4039-996f-517d0a80e798 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:14.228700 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3adc1c44-1096-4abe-b809-1fb284674b07 req-e184f73e-7b47-4039-996f-517d0a80e798 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0781252 Aug 31 15:30:14.274371 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3adc1c44-1096-4abe-b809-1fb284674b07 req-47e4d13d-ee5d-4d8c-baa8-fe68679bc823 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/security-groups?id=50936175-71dd-4a6d-a3ec-36f98803efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Aug 31 15:30:14.508830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-a973bb80-332f-49d9-9815-86d14264e72d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:14.509549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-a973bb80-332f-49d9-9815-86d14264e72d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Synchronizing usage tracker for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:30:14.524112 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-a973bb80-332f-49d9-9815-86d14264e72d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Unset dirty status for tenant:10dab42f81aa4864a8954cf5385b77aa on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:30:14.525240 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-a973bb80-332f-49d9-9815-86d14264e72d tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 945 time: 0.0927119 Aug 31 15:30:14.597448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Deleting port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:30:14.597710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.848612 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] For port 5904a57d-e02b-4ea9-a666-f983ac29d0d0, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5904a57d-e02b-4ea9-a666-f983ac29d0d0,segment=NetworkSegment(ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4),segment_id=ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:14.848895 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.967438 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Calling delete_port for 5904a57d-e02b-4ea9-a666-f983ac29d0d0 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:30:15.109074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:15.114446 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-100592bf-24f4-475a-a6f0-40ad6bca4693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:15.147641 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['5904a57d-e02b-4ea9-a666-f983ac29d0d0'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:30:15.159004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Pushing event deleted for resources: {'Port': ['ID=5904a57d-e02b-4ea9-a666-f983ac29d0d0,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:15.162079 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:15.234267 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] No DVR routers for this DVR port 5904a57d-e02b-4ea9-a666-f983ac29d0d0 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:30:15.236554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:15.239099 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'name': 'network-vif-deleted', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:15.255198 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-070fe14f-fb86-4a94-9cb6-68a994e4a6c8 req-f94ac200-76ee-4f3f-ac31-f94c323102aa tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.15 "DELETE /v2.0/ports/5904a57d-e02b-4ea9-a666-f983ac29d0d0 HTTP/1.1" status: 204 len: 173 time: 0.7244203 Aug 31 15:30:15.285150 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cf8f8-5490-4458-9e99-82f2d836a669', 'name': 'network-vif-deleted', 'tag': '5904a57d-e02b-4ea9-a666-f983ac29d0d0', 'status': 'completed', 'code': 200} Aug 31 15:30:15.451693 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5958ad92-208b-4dfd-ad19-40a1caa59a40 req-bdb74de3-54b6-4298-9af3-60bae34852af tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] 10.222.0.66 "GET /v2.0/ports?device_id=892cf8f8-5490-4458-9e99-82f2d836a669 HTTP/1.1" status: 200 len: 210 time: 0.0466955 Aug 31 15:30:17.266052 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-7ccd9d5e-def5-4eef-8e9c-d5a5b6e56b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.794586 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:18.818723 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5904a57d-e02b-4ea9-a666-f983ac29d0d0 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:30:18.852824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 5904a57d-e02b-4ea9-a666-f983ac29d0d0 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:30:18.853198 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 5904a57d-e02b-4ea9-a666-f983ac29d0d0 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:30:20.064750 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-47016937-2dbf-4398-96e8-a6a766b16cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:20.635911 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:22.359269 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:24.644755 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:30:27.165284 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-8b52b01e-340c-4918-9497-71c6e3d710ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676427 Aug 31 15:30:27.268732 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-e39f31fb-b535-4131-a8a3-e670c0869292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:27.270209 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-e39f31fb-b535-4131-a8a3-e670c0869292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0682249 Aug 31 15:30:27.496620 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-0c738361-5ff9-46f2-9e27-2081df778bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:27.498093 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-0c738361-5ff9-46f2-9e27-2081df778bdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.2090926 Aug 31 15:30:27.597818 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-9326417b-c31c-44bc-be21-3c68e79ebbe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 1000 time: 0.0922382 Aug 31 15:30:27.672891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-51630f44-d585-4f14-8848-27bd30597dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:27.674302 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-51630f44-d585-4f14-8848-27bd30597dbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0598314 Aug 31 15:30:27.748668 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-83b1da82-081f-404a-9437-bd15902686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:27.750232 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-83b1da82-081f-404a-9437-bd15902686c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688021 Aug 31 15:30:27.879465 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-d4cb4530-c5ea-460b-93d4-114f0f1adba1 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219611 Aug 31 15:30:28.009072 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-826d8f70-22c6-4a61-8697-fbb18aa34547 req-2bfa2aa4-cf73-4e22-972e-ea82734fbac0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219649 Aug 31 15:30:30.152502 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:35.220584 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea5214-544e-43c7-9a41-ac0333341545 req-6f9699e9-a8a6-4286-b3c4-308927698831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:35.221699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de94c0-b074-4b35-b939-34872fdbdbcc req-d0e74dfd-7dc9-4097-b958-f4630222e1d9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:35.222147 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-6f9699e9-a8a6-4286-b3c4-308927698831 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1137 time: 0.0822723 Aug 31 15:30:35.223184 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-30de94c0-b074-4b35-b939-34872fdbdbcc req-d0e74dfd-7dc9-4097-b958-f4630222e1d9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0870030 Aug 31 15:30:35.271195 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-30de94c0-b074-4b35-b939-34872fdbdbcc req-26709299-1b4b-4a32-8d1e-7a56e355cc78 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422430 Aug 31 15:30:35.374979 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea5214-544e-43c7-9a41-ac0333341545 req-17ac82c2-0828-45fb-aec1-46126eaed682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:35.376774 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-17ac82c2-0828-45fb-aec1-46126eaed682 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.1464541 Aug 31 15:30:35.482896 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-46759395-649a-407b-8ead-a0d1a9e25882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 1001 time: 0.0984507 Aug 31 15:30:35.545383 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea5214-544e-43c7-9a41-ac0333341545 req-92087b6c-7efe-4d9c-8790-fd68bb47c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:35.546796 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-92087b6c-7efe-4d9c-8790-fd68bb47c8d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0565732 Aug 31 15:30:35.626556 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea5214-544e-43c7-9a41-ac0333341545 req-25c934df-6eed-4387-8957-841de5fcdc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:35.628056 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-25c934df-6eed-4387-8957-841de5fcdc21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716207 Aug 31 15:30:35.765928 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-7b099474-8d39-4b33-adbc-54fa1f6d4490 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298645 Aug 31 15:30:35.895723 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8fea5214-544e-43c7-9a41-ac0333341545 req-a59450ef-67ba-4d1a-ad46-3a28b409d8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214926 Aug 31 15:30:36.548888 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087b744-8336-4d4e-9c52-8aaf4d97cc3e req-1921388d-9a2e-41f4-9027-7e8f0579b0f6 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:36.550365 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6087b744-8336-4d4e-9c52-8aaf4d97cc3e req-1921388d-9a2e-41f4-9027-7e8f0579b0f6 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.1718402 Aug 31 15:30:36.598877 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6087b744-8336-4d4e-9c52-8aaf4d97cc3e req-af60a736-9875-4778-93c8-c8863ec31778 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427468 Aug 31 15:30:37.762972 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36134) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:37.836434 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Deleting subnet 5503c0c9-ca2c-4bb8-adce-8ea7b166aed4 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:30:37.841212 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:37.883999 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0960142-6b41-4078-af3a-870188a6163d req-22deaeb5-c559-4b58-8350-7814752bb313 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:37.885391 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0960142-6b41-4078-af3a-870188a6163d req-22deaeb5-c559-4b58-8350-7814752bb313 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.1791842 Aug 31 15:30:37.921657 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:37.980919 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0960142-6b41-4078-af3a-870188a6163d req-6a856250-26d9-40e2-a0f6-a2a09cfc1f72 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887697 Aug 31 15:30:37.997424 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.065288 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.072167 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-78212de7-f6e2-47b3-a678-2fa1fe8fb2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:38.119090 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.122177 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5503c0c9-ca2c-4bb8-adce-8ea7b166aed4,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:38.131774 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5503c0c9-ca2c-4bb8-adce-8ea7b166aed4 HTTP/1.1" status: 204 len: 168 time: 0.3678539 Aug 31 15:30:38.133396 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.133806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.134247 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.134371 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36140) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:38.134793 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.134907 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.135229 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.136484 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.136839 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.137189 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.137533 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.137891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.138263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:38.141885 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f2bd4e02-44d9-43d8-8b67-15aa71d0cbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:38.237018 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.434120 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.446166 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe4f487-7c78-491e-8854-58eb2b67d0e0']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:38.460530 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:38.460818 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4fae79-60eb-4d9b-a7d4-e9aeee4574b4') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:38.471665 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.487846 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.494181 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:30:38.494572 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:30:38.508384 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:30:38.581497 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.585655 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:38.598913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.612850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe4f487-7c78-491e-8854-58eb2b67d0e0,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:38.615983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:38.621381 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3fe4f487-7c78-491e-8854-58eb2b67d0e0 HTTP/1.1" status: 204 len: 168 time: 0.4859772 Aug 31 15:30:38.732313 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36146) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:38.779616 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-00d7de58-9393-42bb-bd1b-50792736fc9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10dab42f81aa4864a8954cf5385b77aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460944 Aug 31 15:30:38.781857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36150) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:38.836864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.862456 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.911548 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.915516 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4ef68bbc-3934-4f87-8df4-4e42d171ce45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:38.927197 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50936175-71dd-4a6d-a3ec-36f98803efb8,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:38.929741 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:38.935527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.936930 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50936175-71dd-4a6d-a3ec-36f98803efb8 HTTP/1.1" status: 204 len: 168 time: 0.1538639 Aug 31 15:30:39.178775 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44d45-f15e-4d13-972c-489f871e5a2b req-5db47d12-5f1c-4922-b68e-dac518a602a2 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:39.180348 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efa44d45-f15e-4d13-972c-489f871e5a2b req-5db47d12-5f1c-4922-b68e-dac518a602a2 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0880001 Aug 31 15:30:39.233285 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-efa44d45-f15e-4d13-972c-489f871e5a2b req-64e144b6-eca7-4ca7-875c-3f24bbc73cbd tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446048 Aug 31 15:30:40.423837 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19932-3902-4383-8276-951013400888 req-aa1717ab-25e6-4638-893b-a2eec39fb322 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:40.425288 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7a19932-3902-4383-8276-951013400888 req-aa1717ab-25e6-4638-893b-a2eec39fb322 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0833299 Aug 31 15:30:40.471692 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7a19932-3902-4383-8276-951013400888 req-ebc0700a-b851-4640-8a09-6a6f43aac397 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405195 Aug 31 15:30:41.654374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639fd18-dde2-4bf2-aa76-2175cedf20ba req-cf40c2d1-a67a-4279-9dd6-374b05dbe936 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:41.655831 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a639fd18-dde2-4bf2-aa76-2175cedf20ba req-cf40c2d1-a67a-4279-9dd6-374b05dbe936 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0802059 Aug 31 15:30:41.701210 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a639fd18-dde2-4bf2-aa76-2175cedf20ba req-7e35da11-2e7d-4345-8ff5-061da8f08cd8 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396845 Aug 31 15:30:42.883879 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cceca7b-96cc-4caa-ae8f-2593d0599696 req-64dc692f-b38e-4e96-a6b7-46573d2b81df tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:42.885307 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3cceca7b-96cc-4caa-ae8f-2593d0599696 req-64dc692f-b38e-4e96-a6b7-46573d2b81df tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0827749 Aug 31 15:30:42.930021 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3cceca7b-96cc-4caa-ae8f-2593d0599696 req-5befe123-df19-4cc8-a3d9-40b4bd3cae04 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389168 Aug 31 15:30:44.112368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb26d-a7ee-40d2-a48e-1fcd162b1954 req-dcdd3508-d5e2-4a18-9a60-aa303183031c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:44.113850 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1fafb26d-a7ee-40d2-a48e-1fcd162b1954 req-dcdd3508-d5e2-4a18-9a60-aa303183031c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0798805 Aug 31 15:30:44.167359 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1fafb26d-a7ee-40d2-a48e-1fcd162b1954 req-9299300a-3d5a-4c09-aaf7-2f4fab66e374 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470245 Aug 31 15:30:45.352374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289368f-883c-4b51-894e-ee5c6f2d0789 req-bbd76b3e-30b1-4f2a-a68c-ec436ae45aef tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:45.353827 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c289368f-883c-4b51-894e-ee5c6f2d0789 req-bbd76b3e-30b1-4f2a-a68c-ec436ae45aef tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0800562 Aug 31 15:30:45.400636 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c289368f-883c-4b51-894e-ee5c6f2d0789 req-f6aca264-e969-4705-8032-476330e588d2 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407939 Aug 31 15:30:46.587102 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c952a66-caff-4e70-ab03-4c0cd5086247 req-0f8124e4-8a53-48fb-a1a1-0cbe4b9e3478 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:46.588466 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7c952a66-caff-4e70-ab03-4c0cd5086247 req-0f8124e4-8a53-48fb-a1a1-0cbe4b9e3478 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0852270 Aug 31 15:30:46.634328 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7c952a66-caff-4e70-ab03-4c0cd5086247 req-f88e927e-fb0e-4f61-ac61-30a9ec1cb5f9 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394278 Aug 31 15:30:47.268896 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-db7a1081-e1fb-4509-9b88-057091dbdbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:47.795756 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:47.817683 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f90730-50a2-42e4-ad49-489a6bf39a33 req-cd93dcea-b469-4d98-8c18-1b3f444c231a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:47.819170 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-08f90730-50a2-42e4-ad49-489a6bf39a33 req-cd93dcea-b469-4d98-8c18-1b3f444c231a tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.0821373 Aug 31 15:30:47.865472 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-08f90730-50a2-42e4-ad49-489a6bf39a33 req-c13bda18-c4c6-4884-ba41-55d7c55c5340 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&id=ab639069-44c0-43f8-bf10-63c8ce1c8676&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392907 Aug 31 15:30:50.065843 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8b4d-3ddd-45c3-89bf-7e85e822c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.638846 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.359288 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:00.171603 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.643272 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:31:17.272283 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d4b061f-aeee-47a7-8e86-51b105c8dac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:17.797152 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:20.066905 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e862762a-bf67-4ac3-971d-3332ef1b9f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:20.643251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:22.363386 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:22.575926 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04eb36-4b04-4b24-8586-30839b4356a2 req-988d147b-7520-4550-ae2a-8afab6a8b35b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:22.577263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5e04eb36-4b04-4b24-8586-30839b4356a2 req-988d147b-7520-4550-ae2a-8afab6a8b35b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0824218 Aug 31 15:31:22.620554 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5e04eb36-4b04-4b24-8586-30839b4356a2 req-47c64d44-50d5-48c1-8192-6be13ea46af9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 Aug 31 15:31:23.804170 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2882-dcb4-446f-bdda-c38940f394ad req-813f1483-e238-4d9d-a020-6e4c2b4bf25a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:23.805613 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf1e2882-dcb4-446f-bdda-c38940f394ad req-813f1483-e238-4d9d-a020-6e4c2b4bf25a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0795672 Aug 31 15:31:23.853666 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cf1e2882-dcb4-446f-bdda-c38940f394ad req-980a6cdb-e6b6-4147-9184-f9685f71bfc0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Aug 31 15:31:25.033649 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e6571-5f21-430d-a0b3-3be308f06623 req-0098b381-564f-4eb7-97af-4712169ef29c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:25.035127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a50e6571-5f21-430d-a0b3-3be308f06623 req-0098b381-564f-4eb7-97af-4712169ef29c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0786300 Aug 31 15:31:25.080337 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a50e6571-5f21-430d-a0b3-3be308f06623 req-4b2c50c2-3f19-410f-af9f-80ff0f0180cc tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391147 Aug 31 15:31:26.263300 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdea9c-f4a5-40bd-b061-f0a3dc96a0c3 req-6496c6d7-2f5b-467c-99d0-8a86e2e115d7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:26.264746 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3acdea9c-f4a5-40bd-b061-f0a3dc96a0c3 req-6496c6d7-2f5b-467c-99d0-8a86e2e115d7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0827184 Aug 31 15:31:26.308662 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3acdea9c-f4a5-40bd-b061-f0a3dc96a0c3 req-5a2bf73a-19a4-42c9-89ff-bd1714175698 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383873 Aug 31 15:31:27.492279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b182-85da-4ff8-9639-1dff42ef6b99 req-13800a22-d3a8-41db-a611-ce7595de6180 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.493645 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b080b182-85da-4ff8-9639-1dff42ef6b99 req-13800a22-d3a8-41db-a611-ce7595de6180 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0790939 Aug 31 15:31:27.536268 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b080b182-85da-4ff8-9639-1dff42ef6b99 req-f2ed8ed3-c7ab-4066-9e78-55b8fe9d7247 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371246 Aug 31 15:31:27.983535 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-ffdd7dd0-e8a9-4471-8215-4e7e9fd4f64c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746822 Aug 31 15:31:28.083285 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-c82dd0af-7bc2-4ef7-8104-26e3c9c987ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.084700 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-c82dd0af-7bc2-4ef7-8104-26e3c9c987ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1137 time: 0.0688949 Aug 31 15:31:28.224794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-d3a18418-ec50-4aa6-999e-3ae19161cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.227102 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-d3a18418-ec50-4aa6-999e-3ae19161cf58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.1232574 Aug 31 15:31:28.333450 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-32ba21e9-0e44-4c67-85af-c93874323f87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 1001 time: 0.0995445 Aug 31 15:31:28.400168 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-3965f91c-b183-4b7f-a044-384a660dc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.401578 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-3965f91c-b183-4b7f-a044-384a660dc2cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0608735 Aug 31 15:31:28.487881 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-5ef2a487-0e63-4a11-9a47-263301f382f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.489297 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-5ef2a487-0e63-4a11-9a47-263301f382f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681930 Aug 31 15:31:28.625314 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-13f1e501-db99-40e2-a38d-3ad032aa6cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285744 Aug 31 15:31:28.762813 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-577bd795-b1d2-4e1c-bd2b-4feaba52ac53 req-91b4dde7-45b2-42e4-89ef-1aff4718ef2d service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296122 Aug 31 15:31:28.807216 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18c741-242a-44e9-874b-df5d2e3fd065 req-f46b85bd-8d17-4762-8d78-a947a3c9e843 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.808650 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac18c741-242a-44e9-874b-df5d2e3fd065 req-f46b85bd-8d17-4762-8d78-a947a3c9e843 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.1688800 Aug 31 15:31:28.852947 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ac18c741-242a-44e9-874b-df5d2e3fd065 req-d1923b56-6e14-47bd-b439-2da2950faad4 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383515 Aug 31 15:31:30.040133 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2286-724e-44e3-a9d3-0cd50e999d28 req-ffccaef9-a837-4cd7-a273-c776217e2ac9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:30.041583 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82fe2286-724e-44e3-a9d3-0cd50e999d28 req-ffccaef9-a837-4cd7-a273-c776217e2ac9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0801821 Aug 31 15:31:30.086230 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82fe2286-724e-44e3-a9d3-0cd50e999d28 req-72c5802c-970a-4397-bc60-b283fc7d0a0f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Aug 31 15:31:30.177849 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:31.273306 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d3da3-721c-4bc0-854e-7accc215b319 req-d404794a-64a3-4704-8953-7559ed186663 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:31.274800 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e21d3da3-721c-4bc0-854e-7accc215b319 req-d404794a-64a3-4704-8953-7559ed186663 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0823984 Aug 31 15:31:31.318953 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e21d3da3-721c-4bc0-854e-7accc215b319 req-13dbcb40-5bc6-4dd7-a5b3-9e2aff8d306d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 Aug 31 15:31:32.499013 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8e9eb-6c6e-4cd6-b100-ef90bd787141 req-08fe9f51-77db-49bf-93d8-2ccc65a35521 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:32.500352 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a0f8e9eb-6c6e-4cd6-b100-ef90bd787141 req-08fe9f51-77db-49bf-93d8-2ccc65a35521 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0777428 Aug 31 15:31:32.547784 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a0f8e9eb-6c6e-4cd6-b100-ef90bd787141 req-d2c2e4cc-2466-49cc-bf39-f36045825ecf tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Aug 31 15:31:32.792638 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-7e75f05f-0afc-4757-8542-2bf3e526a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:32.793967 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-7e75f05f-0afc-4757-8542-2bf3e526a890 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0684855 Aug 31 15:31:32.924254 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-385e8835-5366-4f2b-b6c6-b550f602c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:32.925669 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-385e8835-5366-4f2b-b6c6-b550f602c080 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1242278 Aug 31 15:31:33.026348 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-22a6357f-d198-41f7-86e7-1486f6d20566 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 1000 time: 0.0931916 Aug 31 15:31:33.165439 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-4db8a6a8-9c6c-40c5-bf34-fa3afab0fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:33.166901 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-4db8a6a8-9c6c-40c5-bf34-fa3afab0fc13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.1331594 Aug 31 15:31:33.240010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-298fe074-7236-469e-aa50-2cc92fe8bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:33.241436 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-298fe074-7236-469e-aa50-2cc92fe8bbfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674851 Aug 31 15:31:33.369855 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-15457a28-0de6-48b8-8e22-4ff3a9fe0756 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217456 Aug 31 15:31:33.502397 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ca84793e-d150-4401-aac4-47ad1aa5af36 req-08f343cf-b115-46e5-a014-a096f6ccc651 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250575 Aug 31 15:31:33.728105 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0a5e-120b-409a-9995-147e62be510b req-6eb152ca-d891-4509-98cb-7817bb6df781 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:33.729452 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c21e0a5e-120b-409a-9995-147e62be510b req-6eb152ca-d891-4509-98cb-7817bb6df781 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0799603 Aug 31 15:31:33.773427 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c21e0a5e-120b-409a-9995-147e62be510b req-cf3738f7-1427-4892-96b4-c078c4bf649d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384138 Aug 31 15:31:34.959431 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5dbb1-306b-4b72-9b96-4e246db294e8 req-437eb7d4-80d5-4021-a923-b98efbfc8617 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:34.960897 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cdc5dbb1-306b-4b72-9b96-4e246db294e8 req-437eb7d4-80d5-4021-a923-b98efbfc8617 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0829730 Aug 31 15:31:35.004059 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cdc5dbb1-306b-4b72-9b96-4e246db294e8 req-9e4e2c33-960a-4b8b-98ff-e048776e9d19 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375116 Aug 31 15:31:36.188856 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5aabb1-274b-40e1-81a4-5cc4d3127469 req-51289ab7-7528-4c9d-a881-77be18e061cd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:36.190237 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aa5aabb1-274b-40e1-81a4-5cc4d3127469 req-51289ab7-7528-4c9d-a881-77be18e061cd tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0812545 Aug 31 15:31:36.236327 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-aa5aabb1-274b-40e1-81a4-5cc4d3127469 req-80e1a520-e6a7-4710-8f9e-05f6d5da08c0 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Aug 31 15:31:36.579062 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-cce1ccd6-e794-416a-acdf-b7f9fe821fb8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334727 Aug 31 15:31:36.602592 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb1700-97a3-48ef-a01e-74860bdec993 req-7f1deb98-3d94-4f40-b742-ad11d6314bf1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:36.604033 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d4fb1700-97a3-48ef-a01e-74860bdec993 req-7f1deb98-3d94-4f40-b742-ad11d6314bf1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0907621 Aug 31 15:31:36.655895 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d4fb1700-97a3-48ef-a01e-74860bdec993 req-f99f3500-2506-45b8-ae9f-d34affaffa0f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Aug 31 15:31:37.840680 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1c0d-b9bc-4d96-abb0-ce24168eaa7c req-442979af-9b9e-4751-91b6-36991752ee23 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.842173 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e0e1c0d-b9bc-4d96-abb0-ce24168eaa7c req-442979af-9b9e-4751-91b6-36991752ee23 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0808904 Aug 31 15:31:37.886620 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e0e1c0d-b9bc-4d96-abb0-ce24168eaa7c req-527dddda-3dae-4179-b75e-16142fd37b12 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Aug 31 15:31:38.622289 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919786-16e4-4718-9aa9-499de62190fb req-948eefd0-6ffd-45e9-ab0e-2c1add048505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.623750 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-948eefd0-6ffd-45e9-ab0e-2c1add048505 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05&tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e HTTP/1.1" status: 200 len: 1098 time: 0.0751193 Aug 31 15:31:38.641385 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:31:38.728604 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919786-16e4-4718-9aa9-499de62190fb req-5ad15450-6e61-4b63-9762-711a10230883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.730112 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-5ad15450-6e61-4b63-9762-711a10230883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0704224 Aug 31 15:31:38.859197 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919786-16e4-4718-9aa9-499de62190fb req-94985a5e-264b-400a-9fd4-868eb8f3137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.860615 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-94985a5e-264b-400a-9fd4-868eb8f3137e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1230438 Aug 31 15:31:38.982691 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-192ea955-d03a-4a3b-b86e-3c4b31114152 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 1000 time: 0.1138442 Aug 31 15:31:39.049477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919786-16e4-4718-9aa9-499de62190fb req-a4fd8d8c-95c2-411f-9e88-f78535979385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:39.050955 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-a4fd8d8c-95c2-411f-9e88-f78535979385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0606370 Aug 31 15:31:39.088635 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622314d-2072-4462-8bf6-ffddbc77b637 req-9e34793a-9c3e-42ea-a97f-c93f0cd5d56a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:39.090225 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0622314d-2072-4462-8bf6-ffddbc77b637 req-9e34793a-9c3e-42ea-a97f-c93f0cd5d56a tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0891421 Aug 31 15:31:39.135151 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0622314d-2072-4462-8bf6-ffddbc77b637 req-4c56a8a9-cce7-4a01-8ff7-e2088c34443e tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Aug 31 15:31:39.141229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919786-16e4-4718-9aa9-499de62190fb req-8ff44c8e-6985-496e-b667-dee9b8bd2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:39.142870 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-8ff44c8e-6985-496e-b667-dee9b8bd2877 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773821 Aug 31 15:31:39.197909 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:31:39.313433 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-d4cff01c-7bd7-4ee7-81be-a36d30fa0981 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568582 Aug 31 15:31:39.343498 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:39.371818 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:39.387899 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:39.393410 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:39.396608 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-e438bc56-0c5f-4835-8ce6-4ca7a236dade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:39.448425 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'code': 200} Aug 31 15:31:39.471509 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=6']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:39.480264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.480616 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.481770 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.481770 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.482202 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.482492 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.482856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.483552 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.483925 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.484246 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.484751 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.485029 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:39.489524 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:39.518515 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-00fabb58-f961-4f9e-8e5e-edc2b705a738 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710918 Aug 31 15:31:40.318627 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436df88f-1df0-4a5e-b1f1-523a12fa5934 req-1322d059-99f4-4f06-99dc-2489fa3219f8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:40.320110 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-436df88f-1df0-4a5e-b1f1-523a12fa5934 req-1322d059-99f4-4f06-99dc-2489fa3219f8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.0789318 Aug 31 15:31:40.364040 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-436df88f-1df0-4a5e-b1f1-523a12fa5934 req-6032d064-efd6-46db-a75c-136e43a7dc02 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382395 Aug 31 15:31:41.553298 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14ab9-2bf9-4740-b292-8bf998541ba0 req-a89e1e11-700f-41dc-b292-4bd993d055e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:41.555324 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53e14ab9-2bf9-4740-b292-8bf998541ba0 req-a89e1e11-700f-41dc-b292-4bd993d055e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.0836947 Aug 31 15:31:41.599104 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53e14ab9-2bf9-4740-b292-8bf998541ba0 req-22775445-9460-4403-927d-87610fdddbbf tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378919 Aug 31 15:31:42.779407 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5183c4-b85f-48f3-a37f-6b58e35c45a7 req-7808a792-f73e-45a6-afa6-3e227762779e tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:42.780837 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe5183c4-b85f-48f3-a37f-6b58e35c45a7 req-7808a792-f73e-45a6-afa6-3e227762779e tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.0786128 Aug 31 15:31:42.829712 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-fe5183c4-b85f-48f3-a37f-6b58e35c45a7 req-9e4399dd-233e-4120-b42a-3d823f152e47 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Aug 31 15:31:43.417252 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808368-1490-417f-ac59-200800a61601 req-3deceb61-82ea-4ad5-96db-69c672f5b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.418651 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-15808368-1490-417f-ac59-200800a61601 req-3deceb61-82ea-4ad5-96db-69c672f5b6fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1096 time: 0.0696759 Aug 31 15:31:43.462929 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-15808368-1490-417f-ac59-200800a61601 req-0cc2a3ba-a8f3-4351-b3d2-70977d6207e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Aug 31 15:31:44.012457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844754fd-0ecc-4fea-a5b8-0a4069ee7a9d req-91f0838d-36c1-4d0a-860d-1609fb621d17 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.013906 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-844754fd-0ecc-4fea-a5b8-0a4069ee7a9d req-91f0838d-36c1-4d0a-860d-1609fb621d17 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.0805638 Aug 31 15:31:44.056656 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-844754fd-0ecc-4fea-a5b8-0a4069ee7a9d req-68ce4fb8-7429-4b45-b0f4-bebc96ad37d8 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371699 Aug 31 15:31:45.223038 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:31:45.257023 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d9a9-1c29-44a0-9416-394f75e8280f req-ae81351c-afd5-4146-bf28-4208ddeeae4d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:45.261632 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b745d9a9-1c29-44a0-9416-394f75e8280f req-ae81351c-afd5-4146-bf28-4208ddeeae4d tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 943 time: 0.1012418 Aug 31 15:31:45.327581 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b745d9a9-1c29-44a0-9416-394f75e8280f req-864c5b37-0547-41a5-b289-8312cabe1bc1 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521076 Aug 31 15:31:45.428110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:45.441496 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'port_id': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'mac_address': 'fa:16:3e:ab:a7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:31:45.495835 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:45.513698 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddbf0d6-8131-40db-badb-7b0fd10fce16 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:45.530261 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:45.535406 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:45.537184 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-3dca0d91-a9ef-4c89-8417-5c56088c682e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:45.609891 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=7']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:45.613054 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:46.057739 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bddbf0d6-8131-40db-badb-7b0fd10fce16'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:31:46.526153 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621369-2459-4278-b02e-d96a672b53f4 req-53603fcf-8c65-4523-855d-edffd73006e3 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:46.527602 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-11621369-2459-4278-b02e-d96a672b53f4 req-53603fcf-8c65-4523-855d-edffd73006e3 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 944 time: 0.0787604 Aug 31 15:31:46.571681 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-11621369-2459-4278-b02e-d96a672b53f4 req-7aa38c48-a274-471e-9626-098cfeb9cb6b tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383217 Aug 31 15:31:47.229291 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:47.292209 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6dc6-fe5f-433f-a77a-aeb416eb7995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.309137 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port bddbf0d6-8131-40db-badb-7b0fd10fce16 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:47.309504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.421971 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.448725 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:47.458432 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:47.463544 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:47.466397 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:47.504239 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'code': 200} Aug 31 15:31:47.536351 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=8']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:47.539389 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:47.798628 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:48.423125 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c19c-a836-4e4e-836a-7d38670dcade req-33fec7ce-903b-4ed7-b871-83287741bea3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:48.424553 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6a1c19c-a836-4e4e-836a-7d38670dcade req-33fec7ce-903b-4ed7-b871-83287741bea3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0824833 Aug 31 15:31:48.467372 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f6a1c19c-a836-4e4e-836a-7d38670dcade req-53d21681-4088-4935-94d6-41aeb9ec85fb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371246 Aug 31 15:31:49.657816 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaed5af-43d4-4dcc-9d09-7e9ac5d21f19 req-43ac2be7-08e8-4fdb-8274-a49c36f1f151 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.659303 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baaed5af-43d4-4dcc-9d09-7e9ac5d21f19 req-43ac2be7-08e8-4fdb-8274-a49c36f1f151 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0788667 Aug 31 15:31:49.704119 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baaed5af-43d4-4dcc-9d09-7e9ac5d21f19 req-02b2dcaf-7234-411c-874f-2e0ad5082073 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Aug 31 15:31:50.068717 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d113f861-a32e-459d-b688-83dd749dfae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:50.644269 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:50.965843 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d24fa-609c-405f-bcd6-3661002b0425 req-08b6d420-013b-492f-9408-d6353407f6bb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:50.967253 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8c2d24fa-609c-405f-bcd6-3661002b0425 req-08b6d420-013b-492f-9408-d6353407f6bb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1538510 Aug 31 15:31:51.010249 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8c2d24fa-609c-405f-bcd6-3661002b0425 req-c9300bc2-43a5-4bd6-b189-e99a2e502ae5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373969 Aug 31 15:31:52.200624 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9911b8-382f-40a8-871c-b7f217dc7242 req-f8055e05-0ac0-47ff-97f9-ec98b92ed423 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.202083 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c9911b8-382f-40a8-871c-b7f217dc7242 req-f8055e05-0ac0-47ff-97f9-ec98b92ed423 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0807719 Aug 31 15:31:52.245315 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9c9911b8-382f-40a8-871c-b7f217dc7242 req-72384963-2de3-4198-8750-7e01e5e10bfe tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Aug 31 15:31:52.366093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:53.435318 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d5f7e-d2dd-4eff-a4ce-ad138dc48dd5 req-f4ce02a0-cb09-4596-9b71-d3d17cbb7f9f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:53.436671 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd5d5f7e-d2dd-4eff-a4ce-ad138dc48dd5 req-f4ce02a0-cb09-4596-9b71-d3d17cbb7f9f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0785446 Aug 31 15:31:53.478971 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd5d5f7e-d2dd-4eff-a4ce-ad138dc48dd5 req-d25fc239-1908-4141-8e6e-50e7981c27ff tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368471 Aug 31 15:31:54.667801 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaedda-74a3-4293-b4b6-498d7fcd8372 req-7ea8cc9b-bd11-4d5b-b902-62508dcbd7b0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:54.669161 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5cfaedda-74a3-4293-b4b6-498d7fcd8372 req-7ea8cc9b-bd11-4d5b-b902-62508dcbd7b0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0820057 Aug 31 15:31:54.721669 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5cfaedda-74a3-4293-b4b6-498d7fcd8372 req-841aecdb-c85e-431c-8b37-45d58e55fad0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469043 Aug 31 15:31:55.906574 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a38f-4f8e-4f08-bc96-b3b8a7ee9c9f req-6556d004-a452-41f6-9c8c-16b33d4d29bd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:55.908019 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6f63a38f-4f8e-4f08-bc96-b3b8a7ee9c9f req-6556d004-a452-41f6-9c8c-16b33d4d29bd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0793657 Aug 31 15:31:55.952056 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6f63a38f-4f8e-4f08-bc96-b3b8a7ee9c9f req-6e322875-2168-4097-9009-f76f3deaa179 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385549 Aug 31 15:31:57.140208 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e28a3-784e-4db2-8146-c174636c5d1d req-65c85b8e-711d-4ab7-ba22-644bbf400578 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:57.141674 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-793e28a3-784e-4db2-8146-c174636c5d1d req-65c85b8e-711d-4ab7-ba22-644bbf400578 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0823069 Aug 31 15:31:57.185609 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-793e28a3-784e-4db2-8146-c174636c5d1d req-980e9aeb-9d80-4479-a640-61ae51ffcb38 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Aug 31 15:31:58.371201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691f4c1-2472-48ef-aa5e-a8f49ff5147f req-1fb5eb0a-0acb-4524-963b-4ace937fe496 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:58.372627 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d691f4c1-2472-48ef-aa5e-a8f49ff5147f req-1fb5eb0a-0acb-4524-963b-4ace937fe496 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0787749 Aug 31 15:31:58.419958 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d691f4c1-2472-48ef-aa5e-a8f49ff5147f req-a91ff54f-77de-4d59-a447-c44b970930b6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Aug 31 15:31:59.606263 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50513-51ad-4851-964c-c7eafd2543bf req-f427f1d5-cd0b-4733-afcb-0e9554366b27 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:59.607695 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-60d50513-51ad-4851-964c-c7eafd2543bf req-f427f1d5-cd0b-4733-afcb-0e9554366b27 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0784683 Aug 31 15:31:59.650051 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-60d50513-51ad-4851-964c-c7eafd2543bf req-e2a2aca0-3e51-4816-98fa-e1bd1264caeb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Aug 31 15:32:00.192429 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:00.853275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb0539-092c-4b6c-8443-3b1554a9628d req-fe6f15d8-e7bd-4296-b05e-e81dd8dfc5d5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:00.854747 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39fb0539-092c-4b6c-8443-3b1554a9628d req-fe6f15d8-e7bd-4296-b05e-e81dd8dfc5d5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0833211 Aug 31 15:32:00.897390 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39fb0539-092c-4b6c-8443-3b1554a9628d req-170c32d6-9005-4c9e-a735-39322c642d69 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370920 Aug 31 15:32:01.334450 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:32:01.491593 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:01.504067 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:32:01.559332 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.575944 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:32:01.591103 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:01.594825 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.596596 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:01.658923 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=6']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:01.661817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:01.795026 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['f971a069-8dbc-488f-b342-d05cb99a3813'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:02.081973 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bcb0f-6363-418e-ad04-7936a0bd93f4 req-616c7653-8c61-4890-9f29-7c7ed89e33eb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:02.083432 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d81bcb0f-6363-418e-ad04-7936a0bd93f4 req-616c7653-8c61-4890-9f29-7c7ed89e33eb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0779891 Aug 31 15:32:02.131525 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d81bcb0f-6363-418e-ad04-7936a0bd93f4 req-857005f9-6132-4f47-9d2d-67bd20102382 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 Aug 31 15:32:03.322673 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ab70b-fb15-4da5-8517-73277a6a6968 req-7cb40129-cce0-4a64-9a37-9c89c4a0a902 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:03.324128 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-081ab70b-fb15-4da5-8517-73277a6a6968 req-7cb40129-cce0-4a64-9a37-9c89c4a0a902 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0838110 Aug 31 15:32:03.362341 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:32:03.367415 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-081ab70b-fb15-4da5-8517-73277a6a6968 req-84da03a5-ed49-4d85-976b-9417c7ba6027 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Aug 31 15:32:03.428550 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port f971a069-8dbc-488f-b342-d05cb99a3813 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:03.428866 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:03.542583 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:03.568961 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:03.579335 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:03.585509 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:03.587473 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:03.616447 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'code': 200} Aug 31 15:32:03.656500 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=7']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:03.659438 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:04.553256 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566d563-c88f-4800-ac6b-af0f81327e29 req-513cadba-4630-4c2e-86db-6f25cbca741a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.554727 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c566d563-c88f-4800-ac6b-af0f81327e29 req-513cadba-4630-4c2e-86db-6f25cbca741a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0784178 Aug 31 15:32:04.602345 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c566d563-c88f-4800-ac6b-af0f81327e29 req-b1b65233-5a73-431e-bebf-5da56edb4b18 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Aug 31 15:32:05.688224 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-1974f3e0-700f-4d0d-b057-ee65451929fa tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283426203&fields=id&tenant_id=9149a7ba9d66424c8f38ad1e17685ce5 HTTP/1.1" status: 200 len: 267 time: 0.0401614 Aug 31 15:32:05.834202 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-d846512d-dd93-44bc-b026-c08aa29c3bf0 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:05.835658 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-d846512d-dd93-44bc-b026-c08aa29c3bf0 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 984 time: 0.1421597 Aug 31 15:32:05.843564 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8cde7-1119-4d45-8c16-3a35ff773ffe req-49730c43-ded3-43c7-a7e6-0875d2aff867 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:05.844903 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5bc8cde7-1119-4d45-8c16-3a35ff773ffe req-49730c43-ded3-43c7-a7e6-0875d2aff867 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1200924 Aug 31 15:32:05.850247 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Request body: {'port': {'security_groups': ['322e9a38-3e6f-42ad-a9db-8134bdc8065d']}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:05.970882 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5bc8cde7-1119-4d45-8c16-3a35ff773ffe req-0bf3bac2-e2fe-46ac-a404-a1ea7bd6b34c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953457 Aug 31 15:32:05.999514 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.316536 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:06.341798 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.345902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.351321 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8b8ebbd1-eb09-4641-b06c-9f3a9b4b2244 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:06.389441 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:06.419356 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.419984 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.422028 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-187c27c9-0441-4ea7-a6f3-567630cbb3d8 req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "PUT /v2.0/ports/bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 942 time: 0.5755720 Aug 31 15:32:06.422566 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:06.428265 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36430) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:06.448791 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event updated for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=7']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:06.464182 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.464550 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.464914 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.465269 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.465620 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.465972 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.466344 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.475570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.476093 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.476457 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.476818 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.477173 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.482455 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:32:06.483121 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-fc38b108-a0d1-41f9-b442-dfb001fdde85 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:06.510404 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.545830 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.595450 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:06.620300 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.660309 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fa4bbf46-b4a3-43e3-a3d4-0085579a8ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:06.687898 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.689086 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "DELETE /v2.0/security-groups/ab639069-44c0-43f8-bf10-63c8ce1c8676 HTTP/1.1" status: 204 len: 168 time: 0.2506640 Aug 31 15:32:06.691920 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36436) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:06.702064 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab639069-44c0-43f8-bf10-63c8ce1c8676,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:06.710983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.711362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.711730 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.712122 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.712482 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.712841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.713199 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.713551 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.713903 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.714296 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.714649 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.714998 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:06.718976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:06.738550 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462f2-c622-4d04-b544-30c10131146b req-c81b38b5-e159-4087-8415-a3c14fcbf07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.740101 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-c81b38b5-e159-4087-8415-a3c14fcbf07a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1098 time: 0.1120231 Aug 31 15:32:06.791919 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-1d5d734a-204f-45a9-8a28-601a8db9cf52 None None] Provisioning complete for port bd045eb4-e4bc-4a90-8314-cf0f22a857cc triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:06.792251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1d5d734a-204f-45a9-8a28-601a8db9cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.933953 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Deleting port a9476541-3d21-4472-8825-7de85fa4835e {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:06.934333 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.013291 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462f2-c622-4d04-b544-30c10131146b req-ea681fd5-fa2f-4f9a-a1c5-8ad5a6943593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.014933 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-ea681fd5-fa2f-4f9a-a1c5-8ad5a6943593 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.2561951 Aug 31 15:32:07.138254 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-ad6b77f9-339e-42ea-beb3-957f89a99366 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 1001 time: 0.1159706 Aug 31 15:32:07.182820 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.183147 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.206845 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462f2-c622-4d04-b544-30c10131146b req-28749018-8707-4ed1-85b7-32dfac6f142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.208352 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-28749018-8707-4ed1-85b7-32dfac6f142b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0623155 Aug 31 15:32:07.287983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462f2-c622-4d04-b544-30c10131146b req-ea72bed0-1818-4b2f-b984-98ac6d6257e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.289686 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-ea72bed0-1818-4b2f-b984-98ac6d6257e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738940 Aug 31 15:32:07.312943 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Calling delete_port for a9476541-3d21-4472-8825-7de85fa4835e owned by network:floatingip {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:07.381919 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975ebc7-4927-4b85-a379-8c155e0bf889 req-f9a10376-1628-4f7a-9cf9-91ff3c0df49a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.388860 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7975ebc7-4927-4b85-a379-8c155e0bf889 req-f9a10376-1628-4f7a-9cf9-91ff3c0df49a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.2939355 Aug 31 15:32:07.434223 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-04c83485-c840-4d09-8ae2-876f6db94615 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371677 Aug 31 15:32:07.451435 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7975ebc7-4927-4b85-a379-8c155e0bf889 req-366230e8-3a79-4390-941a-5870dabb5762 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616083 Aug 31 15:32:07.549012 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.556476 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:07.601597 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-695462f2-c622-4d04-b544-30c10131146b req-fcce5287-b3c2-4fef-87dd-79b0ae8a0365 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588364 Aug 31 15:32:07.608275 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event deleted for resources: {'Port': ['ID=a9476541-3d21-4472-8825-7de85fa4835e,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:07.611679 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:07.711078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks [] for floatingip, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.711795 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Floating IP 19535e6c-91da-472f-a76b-62f934e81709 disassociated (deleted). External IP: 172.28.0.162, port: bd045eb4-e4bc-4a90-8314-cf0f22a857cc. Aug 31 15:32:08.083779 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:32:08.380201 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:32:08.390658 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Sync routers for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:32:08.400398 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:08.400855 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:08.401638 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:31:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:08.460600 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-68faddd7-82fd-4a5e-a410-4f139418991d tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "DELETE /v2.0/floatingips/19535e6c-91da-472f-a76b-62f934e81709 HTTP/1.1" status: 204 len: 168 time: 1.7638605 Aug 31 15:32:08.499056 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:08.629844 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:08.701923 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d068c8-a854-4743-83a2-b05822e228aa req-798c0e77-d852-4d96-9b04-5e4ab1b0e2ed tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:08.703813 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5d068c8-a854-4743-83a2-b05822e228aa req-798c0e77-d852-4d96-9b04-5e4ab1b0e2ed tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0932446 Aug 31 15:32:08.793020 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e5d068c8-a854-4743-83a2-b05822e228aa req-259b99bc-786e-4586-bff4-1cb10865afe0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819635 Aug 31 15:32:08.860276 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:32:09.027924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-99c9d489-12ff-4fd9-bce1-895e22b41cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.031607 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-99c9d489-12ff-4fd9-bce1-895e22b41cde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 1098 time: 0.1106482 Aug 31 15:32:09.063857 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:09.068381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Checking router: 60cf47ea-c1ab-4dcf-95a0-0809cea281bc for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:32:09.079468 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:09.080729 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:31:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:09.193328 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-05730de4-0b73-49e4-bbb7-9ca29b251a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.194836 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-05730de4-0b73-49e4-bbb7-9ca29b251a2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 200 len: 915 time: 0.1576376 Aug 31 15:32:09.272550 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-00250d06-bb60-47d9-85aa-7feb8202ba65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 200 len: 217 time: 0.0699117 Aug 31 15:32:09.341749 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:09.354707 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-21af075d-264b-4da7-9aa0-118924a6ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.356412 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-21af075d-264b-4da7-9aa0-118924a6ae4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 200 len: 853 time: 0.0767684 Aug 31 15:32:09.448263 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-c7a8cc52-8cef-4efb-a43e-d74ce242335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.449682 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-c7a8cc52-8cef-4efb-a43e-d74ce242335f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c2c381b-3656-4f06-bf0b-2d1fbe27f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862064 Aug 31 15:32:09.614524 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-f012d255-a8d5-4247-ae66-644fa501c93d service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557560 Aug 31 15:32:09.705398 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:09.709480 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7c115-8360-4bdb-9541-7931191362a7 None None] The sync data for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb is: [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:27:51Z', 'revision_number': 4, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'b45678f6-56bb-4f33-883f-861644ac05b2', 'name': '', 'network_id': '5c2c381b-3656-4f06-bf0b-2d1fbe27f573', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'mac_address': 'fa:16:3e:c2:2e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:49Z', 'updated_at': '2021-08-31T15:27:57Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'subnets': [{'id': '013d3326-067d-4d8b-a50b-921a073b92e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:32:09.811223 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-871f1384-e498-4dc1-b6e5-372abf14efdf req-4855e8c0-e5ac-4418-9671-411d04daff02 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530988 Aug 31 15:32:10.033695 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365f828-4d8b-42f1-b74f-d3470cecb747 req-b01bee19-9ee9-450e-a36a-b5bcf8334bc2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.035259 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b365f828-4d8b-42f1-b74f-d3470cecb747 req-b01bee19-9ee9-450e-a36a-b5bcf8334bc2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1137953 Aug 31 15:32:10.090307 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b365f828-4d8b-42f1-b74f-d3470cecb747 req-545d33b7-1623-44f9-92f4-45547d7cbcf9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482619 Aug 31 15:32:10.093859 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0657a45b-537b-4aba-8ea2-924edabe0d58 None None] New status for floating IP 19535e6c-91da-472f-a76b-62f934e81709: DOWN {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:32:11.402939 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc8a61-66a3-4943-8658-66a6e6aaa293 req-b35c80f7-631b-4dbc-8fba-1e1a999048be tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:11.412576 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73dc8a61-66a3-4943-8658-66a6e6aaa293 req-b35c80f7-631b-4dbc-8fba-1e1a999048be tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1605620 Aug 31 15:32:11.492765 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-73dc8a61-66a3-4943-8658-66a6e6aaa293 req-905cbf2d-66e0-400c-a798-b9d3b4260358 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603878 Aug 31 15:32:12.724739 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1ff18-d3ec-424d-a1cd-67f65e2425e6 req-e06ee5f1-2a95-4397-b29f-40939665cd42 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:12.726265 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-07a1ff18-d3ec-424d-a1cd-67f65e2425e6 req-e06ee5f1-2a95-4397-b29f-40939665cd42 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0959496 Aug 31 15:32:12.786567 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-07a1ff18-d3ec-424d-a1cd-67f65e2425e6 req-286caa7f-b840-481a-a6c9-f8153f641872 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Aug 31 15:32:13.181329 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591ec1a-096d-4908-80cc-ade25ad9ba1e req-5be82aa2-9326-4a68-ac2b-722aadb45422 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.182043 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f591ec1a-096d-4908-80cc-ade25ad9ba1e req-5be82aa2-9326-4a68-ac2b-722aadb45422 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Synchronizing usage tracker for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:32:13.201910 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f591ec1a-096d-4908-80cc-ade25ad9ba1e req-5be82aa2-9326-4a68-ac2b-722aadb45422 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Unset dirty status for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:32:13.203114 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f591ec1a-096d-4908-80cc-ade25ad9ba1e req-5be82aa2-9326-4a68-ac2b-722aadb45422 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.1055398 Aug 31 15:32:13.250200 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f591ec1a-096d-4908-80cc-ade25ad9ba1e req-70274934-b127-4ebc-b49f-8847badf76b1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Aug 31 15:32:13.980312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1115aff-47b4-4fbf-952d-284591e1a90b req-cb1b84d0-977f-4d42-bd59-266cb24cadd4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.981926 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a1115aff-47b4-4fbf-952d-284591e1a90b req-cb1b84d0-977f-4d42-bd59-266cb24cadd4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0909052 Aug 31 15:32:14.043970 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a1115aff-47b4-4fbf-952d-284591e1a90b req-cab899aa-d30c-4bc7-b13e-376ae324cc50 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502644 Aug 31 15:32:14.458529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fc1a1-1e13-4745-a17c-0d7cab646ab2 req-e5cb0cba-c446-4546-b177-4f99f50b8c57 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:14.459971 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b98fc1a1-1e13-4745-a17c-0d7cab646ab2 req-e5cb0cba-c446-4546-b177-4f99f50b8c57 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0821593 Aug 31 15:32:14.514641 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b98fc1a1-1e13-4745-a17c-0d7cab646ab2 req-a33d0554-642e-478a-bec0-de678135f312 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Aug 31 15:32:15.266248 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb389c-8760-456b-9ab8-bf5a82ff12ed req-f7bb7901-4d34-4d42-9d68-50030d5455f3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:15.267708 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2bb389c-8760-456b-9ab8-bf5a82ff12ed req-f7bb7901-4d34-4d42-9d68-50030d5455f3 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0880330 Aug 31 15:32:15.312621 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a2bb389c-8760-456b-9ab8-bf5a82ff12ed req-d4433634-22f2-412a-99e4-ec39d008c76c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392203 Aug 31 15:32:15.640154 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:32:15.643877 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-1e804ae4-ca81-4e1e-8c52-821b1397a2d1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:15.644602 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-1e804ae4-ca81-4e1e-8c52-821b1397a2d1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Synchronizing usage tracker for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:32:15.657900 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-1e804ae4-ca81-4e1e-8c52-821b1397a2d1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Unset dirty status for tenant:9149a7ba9d66424c8f38ad1e17685ce5 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:32:15.659074 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-1e804ae4-ca81-4e1e-8c52-821b1397a2d1 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.1299176 Aug 31 15:32:15.736477 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675211f4-ff4b-416b-ae4b-d16ead8991b1 req-a0a1bdec-4a43-496d-9d2e-1fb213b160d2 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:15.738263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-675211f4-ff4b-416b-ae4b-d16ead8991b1 req-a0a1bdec-4a43-496d-9d2e-1fb213b160d2 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 945 time: 0.0926516 Aug 31 15:32:15.745481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Deleting port bd045eb4-e4bc-4a90-8314-cf0f22a857cc {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:15.745991 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:15.798848 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-675211f4-ff4b-416b-ae4b-d16ead8991b1 req-1d952c81-9c57-4b58-8c59-601e5e60fc90 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/security-groups?id=322e9a38-3e6f-42ad-a9db-8134bdc8065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531552 Aug 31 15:32:16.135931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] For port bd045eb4-e4bc-4a90-8314-cf0f22a857cc, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:16.136974 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.272992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Calling delete_port for bd045eb4-e4bc-4a90-8314-cf0f22a857cc owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:16.458361 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.466230 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-78c8c9e0-6857-4c4f-a2dc-388b4b564523 tempest-AttachVolumeNegativeTest-486293101 tempest-AttachVolumeNegativeTest-486293101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:16.506270 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['bd045eb4-e4bc-4a90-8314-cf0f22a857cc'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:16.567728 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c4179-ddc2-41be-9721-13599a0ed77c req-ac508ba2-f69b-40c3-a816-b52a59bd38f9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:16.570856 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-065c4179-ddc2-41be-9721-13599a0ed77c req-ac508ba2-f69b-40c3-a816-b52a59bd38f9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1342218 Aug 31 15:32:16.583052 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Pushing event deleted for resources: {'Port': ['ID=bd045eb4-e4bc-4a90-8314-cf0f22a857cc,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:16.603462 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:16.629377 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-065c4179-ddc2-41be-9721-13599a0ed77c req-0a66ef6c-4e90-490e-8d06-3bdb536197ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515609 Aug 31 15:32:16.655913 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] No DVR routers for this DVR port bd045eb4-e4bc-4a90-8314-cf0f22a857cc on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:32:16.658484 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.661190 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'name': 'network-vif-deleted', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:16.678598 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d5e948bf-1da5-4d4c-9186-9a13d2ce59cf req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.15 "DELETE /v2.0/ports/bd045eb4-e4bc-4a90-8314-cf0f22a857cc HTTP/1.1" status: 204 len: 173 time: 1.0110996 Aug 31 15:32:16.718608 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa48325a-d0a3-41cc-8957-518455d87188', 'name': 'network-vif-deleted', 'tag': 'bd045eb4-e4bc-4a90-8314-cf0f22a857cc', 'status': 'completed', 'code': 200} Aug 31 15:32:17.011181 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9ec07bed-aa89-460b-bf12-4322cb9d4b0c req-ce7e942d-3c42-4d98-a6a0-276d654e8c06 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa48325a-d0a3-41cc-8957-518455d87188 HTTP/1.1" status: 200 len: 210 time: 0.0556026 Aug 31 15:32:17.286530 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ea92fe35-a0a2-4e93-8b3f-b003948a087c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:17.806420 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:17.840721 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f6cd-79b0-4cfc-893f-8f4ad0009d20 req-3e7125d7-a0d7-4fc8-bf5a-d834eafa63de tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:17.841765 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7c4f6cd-79b0-4cfc-893f-8f4ad0009d20 req-3e7125d7-a0d7-4fc8-bf5a-d834eafa63de tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.0902789 Aug 31 15:32:17.900995 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e7c4f6cd-79b0-4cfc-893f-8f4ad0009d20 req-07eea5dc-5e8c-4926-94c2-f5543aaef74a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515585 Aug 31 15:32:18.650945 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36592) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:19.221677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540822b-e8d4-44e5-9d59-93384cd76ccc req-cf99778f-a405-442e-afc1-7a723b29f84f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.223051 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b540822b-e8d4-44e5-9d59-93384cd76ccc req-cf99778f-a405-442e-afc1-7a723b29f84f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1807864 Aug 31 15:32:19.282145 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b540822b-e8d4-44e5-9d59-93384cd76ccc req-e82eef5f-3c74-43f1-ad85-66512fd32701 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Aug 31 15:32:19.367420 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:19.474718 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bd045eb4-e4bc-4a90-8314-cf0f22a857cc no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:19.510134 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: bd045eb4-e4bc-4a90-8314-cf0f22a857cc {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:19.510490 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bd045eb4-e4bc-4a90-8314-cf0f22a857cc not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:19.619485 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-714c65fb-284a-477d-8d7b-9cd2ca991bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.621669 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-714c65fb-284a-477d-8d7b-9cd2ca991bda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1098 time: 0.0758464 Aug 31 15:32:19.716268 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Deleting port b45678f6-56bb-4f33-883f-861644ac05b2 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:19.716581 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:19.756092 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-a35cbc80-0cfb-41de-8bfa-cdf7dfeeaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.757438 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-a35cbc80-0cfb-41de-8bfa-cdf7dfeeaaf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.1293828 Aug 31 15:32:19.859055 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-9ac40da6-73e9-4cf7-ba59-c9b75f53bb86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 1001 time: 0.0943227 Aug 31 15:32:19.888506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] For port b45678f6-56bb-4f33-883f-861644ac05b2, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=b45678f6-56bb-4f33-883f-861644ac05b2,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:19.888864 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:19.922275 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-86361051-7ce8-465a-8784-09ac1c23730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.923756 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-86361051-7ce8-465a-8784-09ac1c23730c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0563219 Aug 31 15:32:20.000412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-4e41eb6f-abed-43db-ad4c-64b9cb85e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:20.001866 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-4e41eb6f-abed-43db-ad4c-64b9cb85e6a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691893 Aug 31 15:32:20.017138 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Calling delete_port for b45678f6-56bb-4f33-883f-861644ac05b2 owned by network:router_interface {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:20.071845 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-2522c6db-b33c-4e71-866c-05a570fd87a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:20.132331 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-bed7dc66-c5d6-44e3-bc4b-4b3b8103711d service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231713 Aug 31 15:32:20.269374 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-85b1898d-30da-46bd-ae34-a2f0dee8710a req-b24d3adb-81bd-403b-97b2-2ba6c5d4ea6d service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298580 Aug 31 15:32:20.489222 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:20.494330 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-34252c66-0218-4d2a-a331-a9b4df69101a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:20.540684 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45678f6-56bb-4f33-883f-861644ac05b2,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:20.543631 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:20.621616 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f706d4c-aca5-4ec5-a6da-4c5941a25e09 req-977fcbd5-642e-46c0-8b55-bac03b59d407 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:20.623189 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5f706d4c-aca5-4ec5-a6da-4c5941a25e09 req-977fcbd5-642e-46c0-8b55-bac03b59d407 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.2170234 Aug 31 15:32:20.654784 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:20.748140 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5f706d4c-aca5-4ec5-a6da-4c5941a25e09 req-7dc28f71-d04f-4681-bfbb-23412f2e9b11 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180158 Aug 31 15:32:20.861897 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.213000 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:32:21.387644 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:32:21.396114 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Sync routers for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:32:21.399506 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-8ce00ccb-6e46-4a2d-afcb-561226e6ba83 admin admin] 10.222.0.66 "PUT /v2.0/routers/60cf47ea-c1ab-4dcf-95a0-0809cea281bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7475395 Aug 31 15:32:21.402112 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36600) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:21.407923 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:21.408529 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:32:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:21.470148 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:21.577601 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks [] for router, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.669021 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:21.800612 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.903440 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.926886 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:21.927917 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Deleting port 19093419-4cb8-4b4d-a376-a1c36bc099a7 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:21.928281 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.948373 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:21.962476 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:21.966482 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:21.997520 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'code': 200} Aug 31 15:32:22.036866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba2675-8e85-420a-93e4-3f8f25380b72 req-94c6556d-4e08-48ef-b536-5ccba4f8d0a2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:22.038265 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1eba2675-8e85-420a-93e4-3f8f25380b72 req-94c6556d-4e08-48ef-b536-5ccba4f8d0a2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 945 time: 0.1758032 Aug 31 15:32:22.070419 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=8']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:22.073900 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:22.096474 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:32:20Z', 'revision_number': 5, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port': {'id': '19093419-4cb8-4b4d-a376-a1c36bc099a7', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:46Z', 'updated_at': '2021-08-31T15:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:22.100414 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Checking router: 60cf47ea-c1ab-4dcf-95a0-0809cea281bc for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:32:22.110065 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Routers {'60cf47ea-c1ab-4dcf-95a0-0809cea281bc'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:22.110986 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:32:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:22.166065 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1eba2675-8e85-420a-93e4-3f8f25380b72 req-cc930ecc-3f38-4fb7-a204-29884522b523 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744278 Aug 31 15:32:22.171990 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] For port 19093419-4cb8-4b4d-a376-a1c36bc099a7, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19093419-4cb8-4b4d-a376-a1c36bc099a7,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:22.172312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.266659 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] Set router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc gateway port host: None {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:22.305916 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Calling delete_port for 19093419-4cb8-4b4d-a376-a1c36bc099a7 owned by network:router_gateway {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:22.377111 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:32:21Z', 'revision_number': 6, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:22.386443 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76640b-1e2f-4cbb-8f84-833dff69d6db None None] The sync data for ids ['60cf47ea-c1ab-4dcf-95a0-0809cea281bc'] in dv-cinder-802781-4-smb is: [{'id': '60cf47ea-c1ab-4dcf-95a0-0809cea281bc', 'name': 'tempest-TestMinimumBasicScenario-398291690-router', 'tenant_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:45Z', 'updated_at': '2021-08-31T15:32:21Z', 'revision_number': 6, 'project_id': '9149a7ba9d66424c8f38ad1e17685ce5', 'gw_port_host': None}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:32:22.389524 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.478381 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.482655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:22.529357 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Pushing event deleted for resources: {'Port': ['ID=19093419-4cb8-4b4d-a376-a1c36bc099a7,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:22.555368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:22.622786 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.799844 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.802242 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.885625 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.886132 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60cf47ea-c1ab-4dcf-95a0-0809cea281bc {{(pid=79292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:32:22.898752 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] Notify callbacks [] for router, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:22.899854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0e6fecb9-70cb-4e4c-9b92-dc54963cadeb admin admin] 10.222.0.66 "DELETE /v2.0/routers/60cf47ea-c1ab-4dcf-95a0-0809cea281bc HTTP/1.1" status: 204 len: 168 time: 1.4968636 Aug 31 15:32:22.902352 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36610) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:22.965353 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Deleting subnet 013d3326-067d-4d8b-a50b-921a073b92e0 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:32:22.968111 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.015391 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.130440 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.203269 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.208397 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-a57e2dfa-9c42-499b-a54c-e6e03a79e71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:23.251023 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19093419-4cb8-4b4d-a376-a1c36bc099a7 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:23.294070 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 19093419-4cb8-4b4d-a376-a1c36bc099a7 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:23.294676 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19093419-4cb8-4b4d-a376-a1c36bc099a7 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:23.295448 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device b45678f6-56bb-4f33-883f-861644ac05b2 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:23.335789 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: b45678f6-56bb-4f33-883f-861644ac05b2 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:23.336153 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device b45678f6-56bb-4f33-883f-861644ac05b2 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:23.400079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013d3326-067d-4d8b-a50b-921a073b92e0,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:23.402613 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:23.409286 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.419278 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-adb0944a-f9f8-470b-bc75-7bf9e7371654 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/013d3326-067d-4d8b-a50b-921a073b92e0 HTTP/1.1" status: 204 len: 168 time: 0.5159364 Aug 31 15:32:23.420706 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb228a-e1c1-427f-ba74-aba892b8e6d6 None None] Network 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:32:23.421729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36616) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:23.447536 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8368e78-3b27-4b99-ac11-8654b647300c req-72be648d-6cd2-4cd9-a044-aff14393b892 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:23.449886 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a8368e78-3b27-4b99-ac11-8654b647300c req-72be648d-6cd2-4cd9-a044-aff14393b892 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.1044850 Aug 31 15:32:23.502441 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a8368e78-3b27-4b99-ac11-8654b647300c req-027e46da-1c62-4783-9812-7656a224e26d tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Aug 31 15:32:23.531312 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.543343 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Deleting port 5b74b489-faa6-4561-b3ad-8b9f8940be81 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:23.543745 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.703819 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] DHCP port deletion for 5c2c381b-3656-4f06-bf0b-2d1fbe27f573 request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:32:23.709701 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Deleting port 5b74b489-faa6-4561-b3ad-8b9f8940be81 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:23.710326 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.851958 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] For port 5b74b489-faa6-4561-b3ad-8b9f8940be81, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=5b74b489-faa6-4561-b3ad-8b9f8940be81,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:23.852343 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.932824 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] For port 5b74b489-faa6-4561-b3ad-8b9f8940be81, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=5b74b489-faa6-4561-b3ad-8b9f8940be81,segment=NetworkSegment(c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba),segment_id=c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:23.933753 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:23.979519 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Calling delete_port for 5b74b489-faa6-4561-b3ad-8b9f8940be81 owned by network:dhcp {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:24.057701 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Calling delete_port for 5b74b489-faa6-4561-b3ad-8b9f8940be81 owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:24.063212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.067464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d7d163ec-7e05-4ce5-95e4-d2cae1922dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:24.108836 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b74b489-faa6-4561-b3ad-8b9f8940be81,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:24.114237 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:24.118747 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] No DVR routers for this DVR port 5b74b489-faa6-4561-b3ad-8b9f8940be81 on host dv-cinder-802781-4-smb {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:32:24.208122 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:32:24.208485 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:32:24.238475 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.250770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2c381b-3656-4f06-bf0b-2d1fbe27f573']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:24.263325 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:24.263619 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ef1b78-9bf2-42c6-ad44-e2b2b98339ba') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:24.275002 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.291112 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.298931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:32:24.299327 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:32:24.312906 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:32:24.389323 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.393227 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:24.409307 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.415699 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2c381b-3656-4f06-bf0b-2d1fbe27f573,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:24.422029 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:24.432320 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5c2c381b-3656-4f06-bf0b-2d1fbe27f573 HTTP/1.1" status: 204 len: 168 time: 1.0090318 Aug 31 15:32:24.435496 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36642) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:24.710171 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Deleting port 5b74b489-faa6-4561-b3ad-8b9f8940be81 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:24.710707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:24.786966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-51f5d6cd-c29a-430d-8333-25e3bfb3fc9b None None] The port '5b74b489-faa6-4561-b3ad-8b9f8940be81' was deleted {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:32:25.000884 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:25.095848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec88c-7218-4fb6-a534-9d0e0171ab5b req-1aa29dcc-b172-43d2-8e0c-836fb185cfef tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:25.097318 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-996ec88c-7218-4fb6-a534-9d0e0171ab5b req-1aa29dcc-b172-43d2-8e0c-836fb185cfef tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0893507 Aug 31 15:32:25.144686 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-996ec88c-7218-4fb6-a534-9d0e0171ab5b req-b9434c4c-5f26-4a3a-859b-39da20a309e8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Aug 31 15:32:25.252470 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 5b74b489-faa6-4561-b3ad-8b9f8940be81 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:25.300264 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 5b74b489-faa6-4561-b3ad-8b9f8940be81 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:25.300705 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 5b74b489-faa6-4561-b3ad-8b9f8940be81 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:25.398363 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36670) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:25.485260 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:25.511290 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Deleting port 721c632f-7854-4d84-8e24-ef24e3041abf {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:25.511942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:25.615362 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-4c71bd88-a7fd-4fb5-9f0f-f94a467b58fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2158599 Aug 31 15:32:25.704198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] For port 721c632f-7854-4d84-8e24-ef24e3041abf, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=721c632f-7854-4d84-8e24-ef24e3041abf,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:25.704557 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:25.829617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Calling delete_port for 721c632f-7854-4d84-8e24-ef24e3041abf owned by network:router_interface {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:26.140783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:26.145349 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:26.193274 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Pushing event deleted for resources: {'Port': ['ID=721c632f-7854-4d84-8e24-ef24e3041abf,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:26.219352 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:26.370450 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad5c0f-f136-4689-af81-6211ccaf9fc4 req-4c3a06c6-623c-4ec3-ad32-b98efc652d69 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:26.372147 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53ad5c0f-f136-4689-af81-6211ccaf9fc4 req-4c3a06c6-623c-4ec3-ad32-b98efc652d69 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0956321 Aug 31 15:32:26.423478 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-53ad5c0f-f136-4689-af81-6211ccaf9fc4 req-ddd922f9-8d56-47c0-9c46-e4d6a0258af8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450528 Aug 31 15:32:26.473874 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:26.804116 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-2fd4ae9a-b5ac-4c60-804a-895ac87e9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:26.805567 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-2fd4ae9a-b5ac-4c60-804a-895ac87e9a11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd&tenant_id=9262e813e06e44c6bfda516a5b6ad954 HTTP/1.1" status: 200 len: 1096 time: 0.2695255 Aug 31 15:32:27.039074 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-61fe2b4d-158f-4507-9c39-0b45804b21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.040519 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-61fe2b4d-158f-4507-9c39-0b45804b21ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1096 time: 0.1658933 Aug 31 15:32:27.050297 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Router a9b266d3-3778-49c7-8780-49da976e6793 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:32:27.318752 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-10ed3a8f-a2a3-4552-96d7-219a68093d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.320179 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-10ed3a8f-a2a3-4552-96d7-219a68093d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.2718475 Aug 31 15:32:27.398489 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:32:27.406662 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Sync routers for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:32:27.415969 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:27.416578 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:32:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:27.432712 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9b266d3-3778-49c7-8780-49da976e6793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9962151 Aug 31 15:32:27.435549 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-59fb7466-5079-4dad-b892-091b2c15ae5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 999 time: 0.1082118 Aug 31 15:32:27.436043 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36684) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:27.617953 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dedf3-db11-49b4-a1c6-fd980c1cb94f req-21024ab7-cdf6-4e27-b7bc-7205758881f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.619493 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a90dedf3-db11-49b4-a1c6-fd980c1cb94f req-21024ab7-cdf6-4e27-b7bc-7205758881f2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0843852 Aug 31 15:32:27.626939 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-43249d67-4797-479d-8e44-eaeec0194689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.627342 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:27.628374 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-43249d67-4797-479d-8e44-eaeec0194689 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.1387894 Aug 31 15:32:27.667381 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a90dedf3-db11-49b4-a1c6-fd980c1cb94f req-7f72a768-3176-406d-b007-2a51a41e9b03 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Aug 31 15:32:27.709214 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks [] for router, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:27.876220 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-198dff7c-b855-49f2-a290-7f5aed189a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.877674 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-198dff7c-b855-49f2-a290-7f5aed189a08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2354507 Aug 31 15:32:27.909167 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231'}], 'enable_snat': True}, 'gw_port_id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:32:26Z', 'revision_number': 5, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port': {'id': '2c53b231-75ab-403b-9b15-dff080e1437e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:55Z', 'updated_at': '2021-08-31T15:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:27.912914 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Checking router: a9b266d3-3778-49c7-8780-49da976e6793 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:32:27.921676 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Routers {'a9b266d3-3778-49c7-8780-49da976e6793'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:27.922316 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:32:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['a9b266d3-3778-49c7-8780-49da976e6793'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:27.930121 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:27.982880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Deleting port 2c53b231-75ab-403b-9b15-dff080e1437e {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:27.983127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:28.076853 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] Set router a9b266d3-3778-49c7-8780-49da976e6793 gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:28.183861 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:32:27Z', 'revision_number': 6, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:28.188135 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f1f81-9f95-4987-b309-ab90fd90ef31 None None] The sync data for ids ['a9b266d3-3778-49c7-8780-49da976e6793'] in dv-cinder-802781-4-smb is: [{'id': 'a9b266d3-3778-49c7-8780-49da976e6793', 'name': 'tempest-TestMinimumBasicScenario-1955366044-router', 'tenant_id': 'bdffee8619414d8990db937d3ed75d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:54Z', 'updated_at': '2021-08-31T15:32:27Z', 'revision_number': 6, 'project_id': 'bdffee8619414d8990db937d3ed75d02', 'gw_port_host': None}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:32:28.220282 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-3ec64a5e-8e91-4edc-bf60-9b7034eeecab service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324625 Aug 31 15:32:28.400895 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] For port 2c53b231-75ab-403b-9b15-dff080e1437e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2c53b231-75ab-403b-9b15-dff080e1437e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:28.401248 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:28.531838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Calling delete_port for 2c53b231-75ab-403b-9b15-dff080e1437e owned by network:router_gateway {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:28.591829 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-78c1aac6-7e5e-452b-8cc2-751f09e5be7e req-2a7b9ac7-3993-44dd-8aa3-88d452bc17bb service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226774 Aug 31 15:32:28.723550 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:28.727980 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f3bda591-a2e5-4d45-8cc9-a784596ee299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:28.777777 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c53b231-75ab-403b-9b15-dff080e1437e,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:28.812289 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:28.871529 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064ca07-7665-4671-a3c3-53883393758a req-acd5c68b-a051-4792-8491-66899b88bdd9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:28.873000 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8064ca07-7665-4671-a3c3-53883393758a req-acd5c68b-a051-4792-8491-66899b88bdd9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0940101 Aug 31 15:32:28.885586 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:28.935683 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8064ca07-7665-4671-a3c3-53883393758a req-cee5b69f-0f4d-4ec3-82bf-c2453125447c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554125 Aug 31 15:32:29.138410 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.144240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.184437 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-2e9176b7-6301-4934-9e50-6cad588ef0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1768217 Aug 31 15:32:29.185693 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.186279 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b266d3-3778-49c7-8780-49da976e6793 {{(pid=79291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:32:29.199440 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.203617 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36712) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:29.205677 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9b266d3-3778-49c7-8780-49da976e6793 HTTP/1.1" status: 204 len: 168 time: 1.7666609 Aug 31 15:32:29.320446 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2c53b231-75ab-403b-9b15-dff080e1437e no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:29.330393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Deleting subnet ac461208-7584-4daa-b637-726b5c9a6047 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:32:29.334449 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.383789 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 2c53b231-75ab-403b-9b15-dff080e1437e {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:29.384493 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2c53b231-75ab-403b-9b15-dff080e1437e not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:29.385257 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 721c632f-7854-4d84-8e24-ef24e3041abf no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:29.451783 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.462168 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 721c632f-7854-4d84-8e24-ef24e3041abf {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:29.463266 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 721c632f-7854-4d84-8e24-ef24e3041abf not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:29.532525 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.604152 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.608666 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:29.648757 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac461208-7584-4daa-b637-726b5c9a6047,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:29.650726 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.654588 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:29.655748 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441f852-d685-4a21-8847-02e50348f970 None None] Network 9f13ca2f-091f-4c56-a8e1-c080c70a729e requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:32:29.659579 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-238c5afe-fe48-4433-a62d-6b4239f994f9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ac461208-7584-4daa-b637-726b5c9a6047 HTTP/1.1" status: 204 len: 168 time: 0.4524872 Aug 31 15:32:29.660021 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36716) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:29.787635 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.799898 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Deleting port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:29.800329 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:29.942853 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81456380-7894-4588-8728-222aa3f97d7c None None] DHCP port deletion for 9f13ca2f-091f-4c56-a8e1-c080c70a729e request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:32:29.947379 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Deleting port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:29.947853 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.076135 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] For port dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:30.076740 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.150672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f904e-4e11-4f48-b7be-349b6c414f02 req-7f21d3f3-6d52-49e9-a8e4-6de3efff551f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:30.152846 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd0f904e-4e11-4f48-b7be-349b6c414f02 req-7f21d3f3-6d52-49e9-a8e4-6de3efff551f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0839508 Aug 31 15:32:30.198466 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-81456380-7894-4588-8728-222aa3f97d7c None None] For port dec0a7f9-f6c0-4321-9df7-f3ba97b67984, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,segment=NetworkSegment(b715418c-bb0a-4860-afd4-88e09cbef40d),segment_id=b715418c-bb0a-4860-afd4-88e09cbef40d)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:30.198820 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.200412 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dd0f904e-4e11-4f48-b7be-349b6c414f02 req-aae1c04f-2800-4c66-b321-5176a59733b4 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Aug 31 15:32:30.213582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.326481 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Calling delete_port for dec0a7f9-f6c0-4321-9df7-f3ba97b67984 owned by network:dhcp {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:30.339062 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Calling delete_port for dec0a7f9-f6c0-4321-9df7-f3ba97b67984 owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:32:30.423956 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.429032 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-df48db73-5bf9-4615-b74f-7b872be4941c tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:30.432431 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:32:30.432793 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:32:30.480960 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] No DVR routers for this DVR port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 on host dv-cinder-802781-4-smb {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:32:30.507590 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec0a7f9-f6c0-4321-9df7-f3ba97b67984,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:30.510965 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:30.607299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.620225 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f13ca2f-091f-4c56-a8e1-c080c70a729e']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:30.632921 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b715418c-bb0a-4860-afd4-88e09cbef40d') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:30.633217 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b715418c-bb0a-4860-afd4-88e09cbef40d') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:30.647061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.663319 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.669589 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:32:30.669978 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:32:30.684017 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:32:30.766560 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.770778 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.773502 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-3de43443-bb24-4e42-a2c8-70ad3c20975c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:30.798411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f13ca2f-091f-4c56-a8e1-c080c70a729e,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:30.802490 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:30.804248 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9f13ca2f-091f-4c56-a8e1-c080c70a729e HTTP/1.1" status: 204 len: 168 time: 1.1432526 Aug 31 15:32:30.934198 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Deleting port dec0a7f9-f6c0-4321-9df7-f3ba97b67984 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:32:30.935274 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-81456380-7894-4588-8728-222aa3f97d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.988371 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36726) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:31.007949 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-81456380-7894-4588-8728-222aa3f97d7c None None] The port 'dec0a7f9-f6c0-4321-9df7-f3ba97b67984' was deleted {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:32:31.043635 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-b1004d10-c956-48cc-8521-9dcf81f4cfd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9149a7ba9d66424c8f38ad1e17685ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511363 Aug 31 15:32:31.044009 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36730) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:31.105850 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.132891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.186183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.190448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9f8a651e-4679-4dd1-b7ea-3ca1d6e4fc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:31.201634 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322e9a38-3e6f-42ad-a9db-8134bdc8065d,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:31.214049 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:31.215692 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.216914 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-5946086e-720d-444d-9314-8e0325d65ceb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/322e9a38-3e6f-42ad-a9db-8134bdc8065d HTTP/1.1" status: 204 len: 168 time: 0.1719024 Aug 31 15:32:31.277301 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dec0a7f9-f6c0-4321-9df7-f3ba97b67984 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:31.347186 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: dec0a7f9-f6c0-4321-9df7-f3ba97b67984 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:32:31.347833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dec0a7f9-f6c0-4321-9df7-f3ba97b67984 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:32:31.487155 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99771622-ad35-4391-91ed-3dbf5b1d5513 req-24f08eea-9c37-44b3-896e-c68f403fa738 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:31.488832 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99771622-ad35-4391-91ed-3dbf5b1d5513 req-24f08eea-9c37-44b3-896e-c68f403fa738 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.1222842 Aug 31 15:32:31.535154 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-99771622-ad35-4391-91ed-3dbf5b1d5513 req-5c7583ef-b426-4aa3-b341-a64026606663 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404446 Aug 31 15:32:31.628229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36740) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:31.688534 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b6048903-a3d7-4281-ad58-1ecada51b353 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdffee8619414d8990db937d3ed75d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588775 Aug 31 15:32:31.691047 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36744) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:31.752882 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.778980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.832518 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.837149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-afbc0988-1a59-4bd6-94c9-b3b84fac6cf8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:31.850720 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c53feb-d9a5-4492-85b2-d8f6b24d9341,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:31.853306 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:31.854538 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:31.858869 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-9932cb6d-7d70-4e37-b553-73063bf4ce32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0c53feb-d9a5-4492-85b2-d8f6b24d9341 HTTP/1.1" status: 204 len: 168 time: 0.1636610 Aug 31 15:32:32.727973 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60abde6-9749-4883-9c93-b14f2ec61743 req-1861e44e-1d1d-4665-a624-f64bb6b27752 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:32.729517 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c60abde6-9749-4883-9c93-b14f2ec61743 req-1861e44e-1d1d-4665-a624-f64bb6b27752 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0820301 Aug 31 15:32:32.775252 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c60abde6-9749-4883-9c93-b14f2ec61743 req-8b7dedbb-f23f-4676-aae9-aa78dd993aa2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392096 Aug 31 15:32:33.981778 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39be049-9b96-4eaa-9fa6-9c4c473400c5 req-a5bda621-32a6-48e1-9106-9a4821b564f6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:33.983263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c39be049-9b96-4eaa-9fa6-9c4c473400c5 req-a5bda621-32a6-48e1-9106-9a4821b564f6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0930612 Aug 31 15:32:34.031575 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c39be049-9b96-4eaa-9fa6-9c4c473400c5 req-beb6ddc3-bd71-4210-8866-d0db43dd01c1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Aug 31 15:32:35.224118 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c88c4-d127-401c-b73e-76b66800e203 req-1c96410f-e856-45c9-9023-228f9694b6cf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:35.225633 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-de3c88c4-d127-401c-b73e-76b66800e203 req-1c96410f-e856-45c9-9023-228f9694b6cf tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0820513 Aug 31 15:32:35.276754 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-de3c88c4-d127-401c-b73e-76b66800e203 req-237d2cf4-e266-405c-96a4-7e0504ba5728 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 Aug 31 15:32:36.487425 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922ffc4-ad8e-4503-8fec-86a5cdaba408 req-f7e2d30a-4451-4e39-b915-2d2132dde2ff tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:36.488933 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0922ffc4-ad8e-4503-8fec-86a5cdaba408 req-f7e2d30a-4451-4e39-b915-2d2132dde2ff tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0878940 Aug 31 15:32:36.534400 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0922ffc4-ad8e-4503-8fec-86a5cdaba408 req-77ed526d-0149-432d-ace0-144561bfb9fb tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 Aug 31 15:32:37.729244 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c97dd-8ad6-48a0-9c10-d03bff52ddb5 req-8bf45458-f0eb-4ad3-a3b1-6a6db976aea2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:37.730792 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3c7c97dd-8ad6-48a0-9c10-d03bff52ddb5 req-8bf45458-f0eb-4ad3-a3b1-6a6db976aea2 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0810542 Aug 31 15:32:37.780603 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3c7c97dd-8ad6-48a0-9c10-d03bff52ddb5 req-4e2b4dc9-3a04-4f96-b681-94405e043188 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433245 Aug 31 15:32:38.974231 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccaadb-c4b4-4337-a041-3b32b9bfde53 req-b141a001-29ea-4b5c-beb6-c688df249bd6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:38.975689 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39ccaadb-c4b4-4337-a041-3b32b9bfde53 req-b141a001-29ea-4b5c-beb6-c688df249bd6 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0815306 Aug 31 15:32:39.021446 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-39ccaadb-c4b4-4337-a041-3b32b9bfde53 req-15afb8a2-541e-439d-9d8a-53f9f4d8ca5b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398765 Aug 31 15:32:40.223034 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a966-053d-4034-b594-6d4f7e297118 req-5116a62e-9d79-4148-ae6f-b5bd1ffff0af tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:40.224574 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0a6a966-053d-4034-b594-6d4f7e297118 req-5116a62e-9d79-4148-ae6f-b5bd1ffff0af tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0907893 Aug 31 15:32:40.365432 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e0a6a966-053d-4034-b594-6d4f7e297118 req-b491df46-f156-46a1-b575-5dff0efb747a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352482 Aug 31 15:32:41.557798 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069519ca-adf8-4ec8-8746-80df88d8bc75 req-c4cbc040-e482-474b-8a77-a9ccb1ba52ef tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:41.559275 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-069519ca-adf8-4ec8-8746-80df88d8bc75 req-c4cbc040-e482-474b-8a77-a9ccb1ba52ef tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0844688 Aug 31 15:32:41.605116 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-069519ca-adf8-4ec8-8746-80df88d8bc75 req-ed55eddc-82ce-4b55-9fbc-7de1e8270806 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Aug 31 15:32:42.790706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3560f-c279-429a-b5c4-63ce64df118d req-50b43d9b-d4bf-45ee-b92c-e85ef1019873 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:42.792136 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a5b3560f-c279-429a-b5c4-63ce64df118d req-50b43d9b-d4bf-45ee-b92c-e85ef1019873 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0799594 Aug 31 15:32:42.835242 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a5b3560f-c279-429a-b5c4-63ce64df118d req-eef8dfd3-f884-4ae1-9379-3bc528630a36 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 Aug 31 15:32:44.021866 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e0ae5-e14d-460c-b966-952193fbf670 req-5f67f1cf-b600-4b91-ae55-cc5c4ea0878f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:44.023326 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be6e0ae5-e14d-460c-b966-952193fbf670 req-5f67f1cf-b600-4b91-ae55-cc5c4ea0878f tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0780630 Aug 31 15:32:44.070270 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be6e0ae5-e14d-460c-b966-952193fbf670 req-049643b0-ffe0-4f4f-a369-ba81e4e32f55 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 Aug 31 15:32:44.754704 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78861f0-032a-4f98-8014-a30229b4a33d req-68ae921b-95ab-42a7-b531-0ab151aa8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:44.756042 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-68ae921b-95ab-42a7-b531-0ab151aa8be7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0695546 Aug 31 15:32:44.898704 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78861f0-032a-4f98-8014-a30229b4a33d req-1a2318a1-c9af-4dfb-9dd8-a1df275f2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:44.900094 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-1a2318a1-c9af-4dfb-9dd8-a1df275f2597 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1240177 Aug 31 15:32:45.003786 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-321a7470-5611-4629-a4bf-1bb8702ed5fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 1000 time: 0.0949173 Aug 31 15:32:45.066200 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78861f0-032a-4f98-8014-a30229b4a33d req-536cb00e-b245-4d81-917e-d084bed4b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:45.067515 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-536cb00e-b245-4d81-917e-d084bed4b127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0559902 Aug 31 15:32:45.144438 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78861f0-032a-4f98-8014-a30229b4a33d req-d269a056-4034-4cbf-976a-dcc95f9bd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:45.145898 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-d269a056-4034-4cbf-976a-dcc95f9bd6cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714276 Aug 31 15:32:45.261469 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ba0f-624a-4b4a-9c80-1023b396c648 req-698544d9-2327-4769-bd9a-b7f5a5365db9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:45.262964 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca11ba0f-624a-4b4a-9c80-1023b396c648 req-698544d9-2327-4769-bd9a-b7f5a5365db9 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0803370 Aug 31 15:32:45.276557 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-01518493-4fc1-402c-9ea6-c18f7a8321d6 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233759 Aug 31 15:32:45.308127 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca11ba0f-624a-4b4a-9c80-1023b396c648 req-90eb527f-2b84-4bf0-bce7-292ce627ce40 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393388 Aug 31 15:32:45.410089 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-c78861f0-032a-4f98-8014-a30229b4a33d req-018c0bfa-f473-4c03-a3f3-fa3bb1570434 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259298 Aug 31 15:32:46.499262 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a63e9-50d4-4722-a283-fa8f5b7fe82e req-4edb646b-aa19-4b7a-b2e1-112bc17c2179 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:46.500717 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-256a63e9-50d4-4722-a283-fa8f5b7fe82e req-4edb646b-aa19-4b7a-b2e1-112bc17c2179 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0830834 Aug 31 15:32:46.543473 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-256a63e9-50d4-4722-a283-fa8f5b7fe82e req-86b77d41-cb7f-4333-8326-c25114077bf7 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371728 Aug 31 15:32:47.278478 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-9b3fae6c-24c5-4b28-ab2e-adea56f37bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:47.605375 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:32:47.730142 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35945f3-87ac-43e0-86ca-36277124cc52 req-9e19026b-779c-4918-9025-4b9329b01c36 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.731597 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b35945f3-87ac-43e0-86ca-36277124cc52 req-9e19026b-779c-4918-9025-4b9329b01c36 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 943 time: 0.0788076 Aug 31 15:32:47.737950 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:47.751294 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'port_id': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'mac_address': 'fa:16:3e:95:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:32:47.774972 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b35945f3-87ac-43e0-86ca-36277124cc52 req-e6f745d7-07fe-4d44-b8b5-cc10265a3337 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377560 Aug 31 15:32:47.820617 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:47.831248 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:47.839059 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:32:47.854510 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:47.858298 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:47.860841 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:47.924581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=9']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:47.931518 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.931858 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.932193 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.932520 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.932842 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.933163 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.933480 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.933798 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.934143 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.934457 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.935526 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.935836 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:47.939700 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:48.313419 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['f971a069-8dbc-488f-b342-d05cb99a3813'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:48.965909 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353648d-1b90-4d1a-943e-e2fe8e7f5242 req-72fb7976-3fef-4e7b-a7b0-95c0e9dcd5c1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:48.967952 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a353648d-1b90-4d1a-943e-e2fe8e7f5242 req-72fb7976-3fef-4e7b-a7b0-95c0e9dcd5c1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 944 time: 0.0853128 Aug 31 15:32:49.009704 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a353648d-1b90-4d1a-943e-e2fe8e7f5242 req-4f37d594-5fd2-4bf8-b563-7b2aba845e80 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362496 Aug 31 15:32:49.607935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:32:49.673456 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port f971a069-8dbc-488f-b342-d05cb99a3813 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:49.673837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:49.813031 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:49.838511 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:49.848025 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:49.852285 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:49.854259 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:49.889112 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'code': 200} Aug 31 15:32:49.919131 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=10']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:49.922501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:50.075553 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-fe385582-0f6b-4738-9e76-15d7bde783ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:50.204198 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b97a-ea03-41f4-89aa-52df87d1fdb3 req-8afb424f-ed19-4c47-92ff-26ee71da4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:50.205865 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7cb7b97a-ea03-41f4-89aa-52df87d1fdb3 req-8afb424f-ed19-4c47-92ff-26ee71da4d0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1099 time: 0.0701513 Aug 31 15:32:50.208336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db59071-c643-4b1f-9099-12856f8ac829 req-8b18d309-1866-4098-84ba-0aa862740a01 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:50.209854 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1db59071-c643-4b1f-9099-12856f8ac829 req-8b18d309-1866-4098-84ba-0aa862740a01 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.0806913 Aug 31 15:32:50.249711 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7cb7b97a-ea03-41f4-89aa-52df87d1fdb3 req-f11a49bb-63de-4176-9291-70843af55aa5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347500 Aug 31 15:32:50.257241 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1db59071-c643-4b1f-9099-12856f8ac829 req-25706978-3322-4e78-8f68-e97aeed95c8e tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Aug 31 15:32:50.649493 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:51.446339 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4edf9-111c-4c65-b92a-e8aff37104f7 req-6f7c3a81-1fdc-4bcf-88c7-95f426a6b679 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:51.447696 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c9b4edf9-111c-4c65-b92a-e8aff37104f7 req-6f7c3a81-1fdc-4bcf-88c7-95f426a6b679 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.0800104 Aug 31 15:32:51.491431 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c9b4edf9-111c-4c65-b92a-e8aff37104f7 req-7c19723e-3347-4b66-b5f1-2fb7676edc7c tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382030 Aug 31 15:32:52.376355 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:52.639397 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:32:52.697591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74dc42-9d46-4179-a6ec-851a5614dcef req-860c0967-f9a6-4676-b437-65ecf460d3db tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:52.699135 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ad74dc42-9d46-4179-a6ec-851a5614dcef req-860c0967-f9a6-4676-b437-65ecf460d3db tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.0922496 Aug 31 15:32:52.744216 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ad74dc42-9d46-4179-a6ec-851a5614dcef req-18c7e2de-b769-4800-9147-5712fb327df0 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 Aug 31 15:33:00.196471 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:17.281124 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ff76a07-e6a7-4470-9609-48725fb4c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:17.802703 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:20.077569 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b401a6fc-fa60-41ec-8060-4d472eed1186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:20.653120 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:22.370927 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:29.056945 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-b23875ca-7323-42f2-9ffd-c1921324fe77 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1567709 Aug 31 15:33:29.157534 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-2bac7798-0a85-4dc0-a815-daa5d22f43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:29.158986 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-2bac7798-0a85-4dc0-a815-daa5d22f43ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9262e813e06e44c6bfda516a5b6ad954&device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 1099 time: 0.0685573 Aug 31 15:33:29.300729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-5f435263-faf5-4724-a212-95cf846898c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:29.302177 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-5f435263-faf5-4724-a212-95cf846898c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 200 len: 917 time: 0.1230261 Aug 31 15:33:29.404742 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-162293c4-a7d8-4499-b1bc-0ec95970ba85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 200 len: 1001 time: 0.0954926 Aug 31 15:33:29.471887 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-5e884164-fb5b-4963-83f6-c0bfc3d550ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:29.473248 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-5e884164-fb5b-4963-83f6-c0bfc3d550ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 200 len: 855 time: 0.0612500 Aug 31 15:33:29.545791 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-b87b9816-95af-44a6-b2d2-4cb865e01b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:29.547728 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-b87b9816-95af-44a6-b2d2-4cb865e01b04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21bf1039-3a5a-4680-afce-99802843667b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669568 Aug 31 15:33:29.638188 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:33:29.678237 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-ce7be828-f5f8-4613-92e4-483e3a9ae211 service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 Aug 31 15:33:29.810191 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d6896947-7ba1-424d-9c22-1a9818b47fc4 req-c14b6792-5853-4ebf-91f3-b5f66196017b service neutron] 10.222.0.15 "GET /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248977 Aug 31 15:33:30.205964 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.271417 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36850) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:43.622567 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Deleting port 6418c9b3-fe0d-4188-8cd5-76ada2b622f9 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:43.622906 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.785746 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.786101 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.906522 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Calling delete_port for 6418c9b3-fe0d-4188-8cd5-76ada2b622f9 owned by network:floatingip {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:44.141902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:44.145594 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b79ad29c-65a8-4f5c-84ba-089f1f207581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:44.189561 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event deleted for resources: {'Port': ['ID=6418c9b3-fe0d-4188-8cd5-76ada2b622f9,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:44.231308 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.231685 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.232053 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.232412 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.232769 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.233124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.233504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.233855 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.234232 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.234587 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.234934 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.235278 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:44.261977 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:44.290489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for floatingip, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:44.291122 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Floating IP 5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad disassociated (deleted). External IP: 172.28.0.32, port: bddbf0d6-8131-40db-badb-7b0fd10fce16. Aug 31 15:33:44.640081 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:44.814272 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:44.823151 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Sync routers for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:44.829570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:44.832862 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:44.833558 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:44.882571 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-8aaa30c8-4051-4051-b370-ebc3e7852175 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "DELETE /v2.0/floatingips/5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad HTTP/1.1" status: 204 len: 168 time: 1.6100798 Aug 31 15:33:44.883217 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:44.927479 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'status': 'completed', 'code': 200} Aug 31 15:33:45.015776 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:45.052759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-7ba56768-869b-4dae-8696-22118801903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.054833 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-7ba56768-869b-4dae-8696-22118801903f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 1098 time: 0.0778034 Aug 31 15:33:45.197318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-d0328e30-a7ee-4ede-93f7-49f9279e1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.198736 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-d0328e30-a7ee-4ede-93f7-49f9279e1c3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 200 len: 910 time: 0.1370347 Aug 31 15:33:45.275138 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-babb73ea-f193-4304-aac8-b3898c660ceb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 200 len: 217 time: 0.0677679 Aug 31 15:33:45.350288 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:45.354692 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Checking router: 80e173b6-d1c5-43f5-bdf6-c689e5c79699 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:45.363759 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:45.364415 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:45.382123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-71d100da-7559-4f4d-8490-101600ffcf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.383583 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-71d100da-7559-4f4d-8490-101600ffcf66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 200 len: 848 time: 0.0684791 Aug 31 15:33:45.471136 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-c15af03a-6a8f-4c99-aac2-335f980baf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.473141 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-c15af03a-6a8f-4c99-aac2-335f980baf71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819075 Aug 31 15:33:45.550043 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:45.556672 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5037cd-000d-4269-b96e-7e6a16030b80 req-48590c2f-c7cc-4a98-8440-9e0786537f77 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.557372 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-8d5037cd-000d-4269-b96e-7e6a16030b80 req-48590c2f-c7cc-4a98-8440-9e0786537f77 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Synchronizing usage tracker for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:45.573523 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-8d5037cd-000d-4269-b96e-7e6a16030b80 req-48590c2f-c7cc-4a98-8440-9e0786537f77 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Unset dirty status for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:45.574917 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8d5037cd-000d-4269-b96e-7e6a16030b80 req-48590c2f-c7cc-4a98-8440-9e0786537f77 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.2415314 Aug 31 15:33:45.612815 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-6a896420-5dba-4c01-8462-d81b1e9086a8 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316748 Aug 31 15:33:45.627495 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8d5037cd-000d-4269-b96e-7e6a16030b80 req-3f81d31f-e39c-4cc2-b308-b09522eed7f7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Aug 31 15:33:45.757428 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-d2bb0170-a069-4baf-9146-b44c28e09da0 req-ff552a2c-a7f4-442e-89e9-1fed3cd1c8c1 service neutron] 10.222.0.15 "GET /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361706 Aug 31 15:33:45.864082 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:45.867982 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125f6c0-7ad5-4ef8-a178-80a3f767ebe4 None None] The sync data for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb is: [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:26:59Z', 'revision_number': 4, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '822e42ea-f655-49b6-9761-2d66c690c1d4', 'name': '', 'network_id': 'dd43d3d3-8467-41e6-9e5a-f0d302e49fa6', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'mac_address': 'fa:16:3e:9f:9f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:58Z', 'updated_at': '2021-08-31T15:27:05Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'subnets': [{'id': 'ae78e72e-ce31-447c-b20b-d16c9ce00d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:46.087755 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa64434b-b531-4521-beef-e97a13ca5ccf None None] New status for floating IP 5ba2fdfe-d12c-48ca-ad36-60d1f11a8aad: DOWN {{(pid=79294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:33:46.861683 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb32ae-5a05-4ce5-b474-b8251eab2ae1 req-ca3da36b-7b39-4a98-8437-b3ed6820ebd7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.863154 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-02cb32ae-5a05-4ce5-b474-b8251eab2ae1 req-ca3da36b-7b39-4a98-8437-b3ed6820ebd7 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.1237991 Aug 31 15:33:46.908893 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-02cb32ae-5a05-4ce5-b474-b8251eab2ae1 req-c1917843-bd27-416a-8e74-475a9c850ecb tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/security-groups?id=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Aug 31 15:33:47.282333 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-dc416d0d-9c75-4c62-b79b-5174273f5ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.285559 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-f42b0f70-c4ed-4dc6-91db-72d959aa2c5f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.286388 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-f42b0f70-c4ed-4dc6-91db-72d959aa2c5f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Synchronizing usage tracker for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:47.298596 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-f42b0f70-c4ed-4dc6-91db-72d959aa2c5f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Unset dirty status for tenant:d60e6e94518c4e3e998a5ee7390e1c6e on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:47.299682 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-f42b0f70-c4ed-4dc6-91db-72d959aa2c5f tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 945 time: 0.0913982 Aug 31 15:33:47.456635 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Deleting port bddbf0d6-8131-40db-badb-7b0fd10fce16 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:47.456873 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.697408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] For port bddbf0d6-8131-40db-badb-7b0fd10fce16, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bddbf0d6-8131-40db-badb-7b0fd10fce16,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:47.697763 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.804337 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.818792 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Calling delete_port for bddbf0d6-8131-40db-badb-7b0fd10fce16 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:47.960013 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.965899 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:48.012268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event deleted for resources: {'Port': ['ID=bddbf0d6-8131-40db-badb-7b0fd10fce16,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:48.060902 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.061184 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.062094 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.062457 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.062810 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.063161 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.063513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.063864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.064212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.064561 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.064908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.065252 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:48.093444 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:48.105317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] No DVR routers for this DVR port bddbf0d6-8131-40db-badb-7b0fd10fce16 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:48.108038 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:48.111056 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-deleted', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:48.129830 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-ac3f3a4d-42d1-45cf-94d3-e6c23007f90b req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.15 "DELETE /v2.0/ports/bddbf0d6-8131-40db-badb-7b0fd10fce16 HTTP/1.1" status: 204 len: 173 time: 0.8239133 Aug 31 15:33:48.162413 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0ff2c-5e77-45e6-b9bd-c40211a24c05', 'name': 'network-vif-deleted', 'tag': 'bddbf0d6-8131-40db-badb-7b0fd10fce16', 'status': 'completed', 'code': 200} Aug 31 15:33:48.209186 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-be6c0cf8-a60e-4fdf-a05e-f2403b103bd9 req-fd9b6e8a-098f-4a71-b268-a853c3ccea3c tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9a0ff2c-5e77-45e6-b9bd-c40211a24c05 HTTP/1.1" status: 200 len: 210 time: 0.0439868 Aug 31 15:33:49.304437 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36878) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:49.372298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.401486 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.470201 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.473950 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6de39f86-79af-45b1-afa3-40245c37b96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:49.491683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fc38e2-f460-4d4a-a1e9-67ad0475a5f0,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:49.494297 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:49.499446 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:49.500543 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e5250a84-758a-4f14-a3da-b5a4bd809df9 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] 10.222.0.66 "DELETE /v2.0/security-groups/60fc38e2-f460-4d4a-a1e9-67ad0475a5f0 HTTP/1.1" status: 204 len: 168 time: 0.1951420 Aug 31 15:33:49.555700 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36886) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:49.839421 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:49.873317 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: bddbf0d6-8131-40db-badb-7b0fd10fce16 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:49.873677 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device bddbf0d6-8131-40db-badb-7b0fd10fce16 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:50.091627 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d5264e34-9a38-4bb9-bb6d-21776755ab16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.204759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.431769 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fbfb5-dbb7-4681-a2f3-8570beb15b48 req-1808c86a-6ae3-4240-9397-92aee8d5f367 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:50.433246 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-536fbfb5-dbb7-4681-a2f3-8570beb15b48 req-1808c86a-6ae3-4240-9397-92aee8d5f367 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.0815017 Aug 31 15:33:50.481815 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-536fbfb5-dbb7-4681-a2f3-8570beb15b48 req-b17962a7-7e8c-4544-9979-71f72c75aa99 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418515 Aug 31 15:33:50.655773 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.656770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Deleting port 822e42ea-f655-49b6-9761-2d66c690c1d4 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:50.657259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.829052 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] For port 822e42ea-f655-49b6-9761-2d66c690c1d4, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=822e42ea-f655-49b6-9761-2d66c690c1d4,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:50.829415 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:50.955992 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Calling delete_port for 822e42ea-f655-49b6-9761-2d66c690c1d4 owned by network:router_interface {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:51.129407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.133587 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6f690c1d-8704-4946-9f89-11b79f4a6196 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:51.177334 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=822e42ea-f655-49b6-9761-2d66c690c1d4,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:51.180549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:51.455171 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.673087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877444d-1423-47f4-bd18-70335491c5a9 req-29a47430-3a61-4ccd-a2eb-4826f8db6072 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:51.674547 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3877444d-1423-47f4-bd18-70335491c5a9 req-29a47430-3a61-4ccd-a2eb-4826f8db6072 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.0793962 Aug 31 15:33:51.718864 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3877444d-1423-47f4-bd18-70335491c5a9 req-a40b6c48-4f2c-4c85-a4ab-4de0e984c8f1 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups?id=77830e54-c199-426d-8202-94a4b5615891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Aug 31 15:33:51.908717 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:52.085359 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:52.094780 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Sync routers for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:52.104680 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:52.105300 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.141688 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] 10.222.0.66 "PUT /v2.0/routers/80e173b6-d1c5-43f5-bdf6-c689e5c79699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848672 Aug 31 15:33:52.144343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36912) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:52.176210 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-e20d51f9-3a33-41ee-a4a5-024e68cd2ac8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.176959 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-e20d51f9-3a33-41ee-a4a5-024e68cd2ac8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Synchronizing usage tracker for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:52.195087 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-e20d51f9-3a33-41ee-a4a5-024e68cd2ac8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Unset dirty status for tenant:9262e813e06e44c6bfda516a5b6ad954 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:52.196577 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-e20d51f9-3a33-41ee-a4a5-024e68cd2ac8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 946 time: 0.1052394 Aug 31 15:33:52.273944 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Deleting port f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:52.274402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.324649 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:52.441579 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks [] for router, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.466996 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.536250 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] For port f971a069-8dbc-488f-b342-d05cb99a3813, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f971a069-8dbc-488f-b342-d05cb99a3813,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:52.536657 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.627286 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:33:51Z', 'revision_number': 5, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port': {'id': '2524cf70-3b12-46d1-98f6-4277944aa5b9', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.628790 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.631209 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Checking router: 80e173b6-d1c5-43f5-bdf6-c689e5c79699 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:52.639144 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Deleting port 2524cf70-3b12-46d1-98f6-4277944aa5b9 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:52.640405 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.640581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Routers {'80e173b6-d1c5-43f5-bdf6-c689e5c79699'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:52.640966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.806273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] Set router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 gateway port host: None {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:52.839123 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] For port 2524cf70-3b12-46d1-98f6-4277944aa5b9, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=2524cf70-3b12-46d1-98f6-4277944aa5b9,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:52.839742 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.848490 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.848970 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:52.849307 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.l3_db [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Floating IP 9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b disassociated. External IP: 172.28.0.115, port: f971a069-8dbc-488f-b342-d05cb99a3813. Aug 31 15:33:52.849665 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Calling delete_port for f971a069-8dbc-488f-b342-d05cb99a3813 owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:52.916294 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:33:52Z', 'revision_number': 6, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:52.920159 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f36ab4-e095-4db6-83a8-4bf71ce4ebb3 None None] The sync data for ids ['80e173b6-d1c5-43f5-bdf6-c689e5c79699'] in dv-cinder-802781-4-smb is: [{'id': '80e173b6-d1c5-43f5-bdf6-c689e5c79699', 'name': 'tempest-TestShelveInstance-2102372833-router', 'tenant_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:54Z', 'updated_at': '2021-08-31T15:33:52Z', 'revision_number': 6, 'project_id': 'd60e6e94518c4e3e998a5ee7390e1c6e', 'gw_port_host': None}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:52.973402 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Calling delete_port for 2524cf70-3b12-46d1-98f6-4277944aa5b9 owned by network:router_gateway {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:53.001688 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.007207 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-175b5416-e7db-406b-bbeb-5c86b3fbb6c7 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:53.050177 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'Port': ['ID=f971a069-8dbc-488f-b342-d05cb99a3813,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:53.053774 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:53.060115 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3a07f7af-be88-4e62-a376-5d2e3a5b4212 req-4849b447-7564-494e-a3e8-d5ffb41f8ea5 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 210 time: 0.0941813 Aug 31 15:33:53.204210 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.208210 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5b47a353-330f-43db-8df2-cf1521fea57a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:53.243090 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:53.255703 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Pushing event deleted for resources: {'Port': ['ID=2524cf70-3b12-46d1-98f6-4277944aa5b9,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:53.258404 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:53.278629 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 822e42ea-f655-49b6-9761-2d66c690c1d4 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:53.335825 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 822e42ea-f655-49b6-9761-2d66c690c1d4 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:53.336470 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 822e42ea-f655-49b6-9761-2d66c690c1d4 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:53.386519 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.555779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:53.566718 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:53.578241 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:53.579044 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:53.585323 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.587591 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.612368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.613044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e173b6-d1c5-43f5-bdf6-c689e5c79699 {{(pid=79292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:33:53.627079 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] Notify callbacks [] for router, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.630628 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-91a45e95-1f8b-42c7-af66-35248c473892 admin admin] 10.222.0.66 "DELETE /v2.0/routers/80e173b6-d1c5-43f5-bdf6-c689e5c79699 HTTP/1.1" status: 204 len: 168 time: 1.4830122 Aug 31 15:33:53.631011 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36920) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:53.664920 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] No DVR routers for this DVR port f971a069-8dbc-488f-b342-d05cb99a3813 on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:53.669314 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.672340 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-deleted', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:53.709700 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-4facfa6a-63a1-4329-b4c0-c78dc015f63b req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.15 "DELETE /v2.0/ports/f971a069-8dbc-488f-b342-d05cb99a3813 HTTP/1.1" status: 204 len: 173 time: 1.5062418 Aug 31 15:33:53.718518 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Deleting subnet ae78e72e-ce31-447c-b20b-d16c9ce00d00 {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:33:53.722378 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.758752 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f8ab6-7204-4d6f-9743-f5755052d2bd', 'name': 'network-vif-deleted', 'tag': 'f971a069-8dbc-488f-b342-d05cb99a3813', 'status': 'completed', 'code': 200} Aug 31 15:33:53.773504 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:53.788344 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.911008 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.989031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.993555 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b7aa266d-110d-421e-a249-746fa987060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:54.031642 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae78e72e-ce31-447c-b20b-d16c9ce00d00,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:54.034771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:54.035754 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.041607 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-414b632f-50fd-43e6-a43e-cae61885b4d9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ae78e72e-ce31-447c-b20b-d16c9ce00d00 HTTP/1.1" status: 204 len: 168 time: 0.4095595 Aug 31 15:33:54.044086 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36926) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:54.050311 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40281d8e-336c-4146-98d2-cb70212b6b85 None None] Network dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:33:54.157498 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:54.175419 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:54.182933 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.186566 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:54.187195 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:54.256141 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc798865-a697-4e77-abb7-2a3d569ee692 req-fa347a92-b411-41b2-9fcb-bf866f7d6290 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48f8ab6-7204-4d6f-9743-f5755052d2bd HTTP/1.1" status: 200 len: 210 time: 0.0641131 Aug 31 15:33:54.257138 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Deleting port d7ee799c-65a6-4272-86a4-2ccb38736339 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:54.257493 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.375513 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] DHCP port deletion for dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:33:54.380684 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Deleting port d7ee799c-65a6-4272-86a4-2ccb38736339 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:54.381715 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.434553 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:54.610157 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] For port d7ee799c-65a6-4272-86a4-2ccb38736339, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=d7ee799c-65a6-4272-86a4-2ccb38736339,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:54.610481 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.618867 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] For port d7ee799c-65a6-4272-86a4-2ccb38736339, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=d7ee799c-65a6-4272-86a4-2ccb38736339,segment=NetworkSegment(f5a5fd0f-9b03-4505-ba86-ce946666fc22),segment_id=f5a5fd0f-9b03-4505-ba86-ce946666fc22)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:54.619228 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.742365 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Calling delete_port for d7ee799c-65a6-4272-86a4-2ccb38736339 owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:54.748151 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Calling delete_port for d7ee799c-65a6-4272-86a4-2ccb38736339 owned by network:dhcp {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:54.766918 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:54.771025 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da2feb-8560-4ce9-874a-ef424848693e None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': 'dfc60c61-24a3-455e-b3d0-bfb259c18e60', 'name': '', 'network_id': '21bf1039-3a5a-4680-afce-99802843667b', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'mac_address': 'fa:16:3e:68:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:50Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'subnets': [{'id': '9587ddd3-539e-4c36-b6d4-7b40a1ac50cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:54.832973 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:54.839048 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0c0ac81c-a5da-483b-8dcd-fc29258c6654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:54.861201 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:33:54.861487 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:33:54.882893 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ee799c-65a6-4272-86a4-2ccb38736339,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:54.885990 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:54.886992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] No DVR routers for this DVR port d7ee799c-65a6-4272-86a4-2ccb38736339 on host dv-cinder-802781-4-smb {{(pid=79292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:55.002744 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a47592-a3f3-4c61-8a76-bf752cb1bb25 None None] New status for floating IP 9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b: DOWN {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:33:55.007061 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.019472 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd43d3d3-8467-41e6-9e5a-f0d302e49fa6']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:55.031644 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a5fd0f-9b03-4505-ba86-ce946666fc22') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:55.031940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a5fd0f-9b03-4505-ba86-ce946666fc22') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:55.043127 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.060439 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.067193 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:33:55.067580 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:33:55.081335 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:33:55.157901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.161540 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d29b578a-c98a-498b-b9c4-46f248f82c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:55.174806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.185065 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd43d3d3-8467-41e6-9e5a-f0d302e49fa6,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:55.188710 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:55.201077 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-20229b3b-cfa0-4d4c-ab40-f8a7e73bfc71 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dd43d3d3-8467-41e6-9e5a-f0d302e49fa6 HTTP/1.1" status: 204 len: 168 time: 1.1559284 Aug 31 15:33:55.204012 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36932) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:55.299807 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2524cf70-3b12-46d1-98f6-4277944aa5b9 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:55.341389 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 2524cf70-3b12-46d1-98f6-4277944aa5b9 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:55.341994 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 2524cf70-3b12-46d1-98f6-4277944aa5b9 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:55.343132 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device d7ee799c-65a6-4272-86a4-2ccb38736339 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:55.370887 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Deleting port d7ee799c-65a6-4272-86a4-2ccb38736339 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:55.371143 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.396230 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36940) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:55.415021 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: d7ee799c-65a6-4272-86a4-2ccb38736339 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:55.415610 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device d7ee799c-65a6-4272-86a4-2ccb38736339 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:55.450388 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-50037b88-c29a-4487-80a2-1c457704c101 None None] The port 'd7ee799c-65a6-4272-86a4-2ccb38736339' was deleted {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:33:55.607247 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.677466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.794130 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.799500 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0bb27410-ed18-4d4c-8687-35c022273eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:55.816607 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77830e54-c199-426d-8202-94a4b5615891,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:55.819196 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:55.831515 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.835103 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "DELETE /v2.0/security-groups/77830e54-c199-426d-8202-94a4b5615891 HTTP/1.1" status: 204 len: 168 time: 0.4354701 Aug 31 15:33:55.835465 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36944) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:55.880694 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.api.v2.resource [None req-fabb1932-1156-4ed8-9abc-81f04b382edd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] show failed (client error): The resource could not be found. Aug 31 15:33:55.881640 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-fabb1932-1156-4ed8-9abc-81f04b382edd tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "GET /v2.0/security-groups/77830e54-c199-426d-8202-94a4b5615891 HTTP/1.1" status: 404 len: 347 time: 0.0451503 Aug 31 15:33:55.883618 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:55.884671 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36948) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:55.918198 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:55.921811 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: f971a069-8dbc-488f-b342-d05cb99a3813 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:55.922287 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device f971a069-8dbc-488f-b342-d05cb99a3813 not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:56.048150 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Deleting port 6485fc7f-8860-4935-897c-7e483e542518 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:56.048403 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.221663 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.221986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.345393 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Calling delete_port for 6485fc7f-8860-4935-897c-7e483e542518 owned by network:floatingip {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:56.366154 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Deleting port 75234c4b-0beb-4a7b-b8eb-de8870800788 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:56.366653 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.487784 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.492041 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-aa6a9e6c-e9e6-4eab-a1b3-2750dd78b6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:56.535548 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Pushing event deleted for resources: {'Port': ['ID=6485fc7f-8860-4935-897c-7e483e542518,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:56.546342 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] For port 75234c4b-0beb-4a7b-b8eb-de8870800788, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=75234c4b-0beb-4a7b-b8eb-de8870800788,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:56.546739 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.569967 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:56.626259 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks [] for floatingip, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.640682 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.641816 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c18cfb6-2bd1-46f3-ac98-7c8ecd6f678b HTTP/1.1" status: 204 len: 168 time: 0.7560656 Aug 31 15:33:56.670274 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Calling delete_port for 75234c4b-0beb-4a7b-b8eb-de8870800788 owned by network:router_interface {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:56.850688 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.855343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4d918b43-86ea-4530-b6b0-7a38367321ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:56.902715 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Pushing event deleted for resources: {'Port': ['ID=75234c4b-0beb-4a7b-b8eb-de8870800788,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:56.932368 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:57.172190 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:57.629047 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Router 240d69e0-dbdf-4ac5-82a3-adb58260f06b has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:57.826384 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:57.835464 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Sync routers for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:57.835905 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-bf446b6f-e2e5-4513-9830-c9fe82c9c872 admin admin] 10.222.0.66 "PUT /v2.0/routers/240d69e0-dbdf-4ac5-82a3-adb58260f06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6308131 Aug 31 15:33:57.838338 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36956) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:57.845268 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:57.845875 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.022173 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks [] for router, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.025900 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:58.210279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.223168 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Deleting port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:58.223490 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.355216 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61'}], 'enable_snat': True}, 'gw_port_id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:33:56Z', 'revision_number': 5, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port': {'id': '0ea7d9dd-b5d4-47ec-82e4-08de753d5337', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:27:05Z', 'updated_at': '2021-08-31T15:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.359293 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Checking router: 240d69e0-dbdf-4ac5-82a3-adb58260f06b for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:58.367505 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Routers {'240d69e0-dbdf-4ac5-82a3-adb58260f06b'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:58.368109 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.408655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] For port 0ea7d9dd-b5d4-47ec-82e4-08de753d5337, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:58.409030 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.533815 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Calling delete_port for 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 owned by network:router_gateway {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:58.563026 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] Set router 240d69e0-dbdf-4ac5-82a3-adb58260f06b gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:58.678533 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:33:58Z', 'revision_number': 6, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.682373 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e57918-a090-4cf7-bd62-96ac0f61d570 None None] The sync data for ids ['240d69e0-dbdf-4ac5-82a3-adb58260f06b'] in dv-cinder-802781-4-smb is: [{'id': '240d69e0-dbdf-4ac5-82a3-adb58260f06b', 'name': 'tempest-TestShelveInstance-1547157909-router', 'tenant_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:27:04Z', 'updated_at': '2021-08-31T15:33:58Z', 'revision_number': 6, 'project_id': 'af5f3a5d11694ea3bacfa03cc6ddb2c1', 'gw_port_host': None}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:58.704741 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:58.708447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2cf864d1-1fba-4050-ab2a-515cf57e8f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:58.749305 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea7d9dd-b5d4-47ec-82e4-08de753d5337,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:58.752820 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:58.841152 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.122033 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.124209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.145435 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.145950 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 240d69e0-dbdf-4ac5-82a3-adb58260f06b {{(pid=79292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:33:59.157708 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Notify callbacks [] for router, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.158845 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] 10.222.0.66 "DELETE /v2.0/routers/240d69e0-dbdf-4ac5-82a3-adb58260f06b HTTP/1.1" status: 204 len: 168 time: 1.3196008 Aug 31 15:33:59.161205 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36970) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:59.218233 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Deleting subnet 08e1b65c-bde8-480a-8201-17546df3d1d5 {{(pid=79292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:33:59.220998 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.271007 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3112275'] for subnet, precommit_delete_associations {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.353235 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.426216 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076631'] for subnet, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.430912 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:59.469863 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e1b65c-bde8-480a-8201-17546df3d1d5,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:59.471808 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36980) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:59.475227 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:59.476150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:59.481775 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.488179 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-64b8ed2b-09ff-4073-8087-55d559b86a75 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/08e1b65c-bde8-480a-8201-17546df3d1d5 HTTP/1.1" status: 204 len: 168 time: 0.3260193 Aug 31 15:33:59.490730 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 36986) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:59.518287 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a1f39-b4cf-42c0-80c2-ca172e97ebdb None None] Network a482d1b3-5b7f-48fb-8ae7-221cc6989235 requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:33:59.540735 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:59.541082 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 0ea7d9dd-b5d4-47ec-82e4-08de753d5337 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:59.541508 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 75234c4b-0beb-4a7b-b8eb-de8870800788 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:59.590746 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 75234c4b-0beb-4a7b-b8eb-de8870800788 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:59.591201 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 75234c4b-0beb-4a7b-b8eb-de8870800788 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:59.687156 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.764974 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Deleting port c4fc8e74-32fc-488c-91bd-651a13dd207e {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:59.765474 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:59.808432 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] DHCP port deletion for a482d1b3-5b7f-48fb-8ae7-221cc6989235 request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:33:59.812906 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Deleting port c4fc8e74-32fc-488c-91bd-651a13dd207e {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:59.813299 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.013525 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] For port c4fc8e74-32fc-488c-91bd-651a13dd207e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4fc8e74-32fc-488c-91bd-651a13dd207e,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:00.013845 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.134790 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Calling delete_port for c4fc8e74-32fc-488c-91bd-651a13dd207e owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:00.161698 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] For port c4fc8e74-32fc-488c-91bd-651a13dd207e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c4fc8e74-32fc-488c-91bd-651a13dd207e,segment=NetworkSegment(02202e75-3590-48c5-b075-006fa8e8c5d7),segment_id=02202e75-3590-48c5-b075-006fa8e8c5d7)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:00.162074 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.216198 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897'] for port, after_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.221395 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:00.265277 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Pushing event deleted for resources: {'Port': ['ID=c4fc8e74-32fc-488c-91bd-651a13dd207e,revision_number=None']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:00.268796 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.271047 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] No DVR routers for this DVR port c4fc8e74-32fc-488c-91bd-651a13dd207e on host dv-cinder-802781-4-smb {{(pid=79293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:00.276286 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.276624 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.276984 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.277318 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.277646 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.277976 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.278324 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.278647 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.278969 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.279290 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.279607 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.279956 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:00.283396 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-b35b69f4-8893-4063-8673-8bfda2a2224a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:00.296556 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Calling delete_port for c4fc8e74-32fc-488c-91bd-651a13dd207e owned by network:dhcp {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:00.420171 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.db.api [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:34:00.421037 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_db.api [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:34:00.504162 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:00.934502 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Deleting port c4fc8e74-32fc-488c-91bd-651a13dd207e {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:00.935182 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.031441 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] The port 'c4fc8e74-32fc-488c-91bd-651a13dd207e' was deleted {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:34:01.063364 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Deleting port dfc60c61-24a3-455e-b3d0-bfb259c18e60 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:01.063699 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.210619 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.235026 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a482d1b3-5b7f-48fb-8ae7-221cc6989235']}} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.292863 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4fc8e74-32fc-488c-91bd-651a13dd207e no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:01.293414 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02202e75-3590-48c5-b075-006fa8e8c5d7') {'for_net_delete': True} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.293414 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.services.segments.db [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02202e75-3590-48c5-b075-006fa8e8c5d7') {} {{(pid=79292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:01.324257 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3112268'] for segment, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.334661 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: c4fc8e74-32fc-488c-91bd-651a13dd207e {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:01.335019 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c4fc8e74-32fc-488c-91bd-651a13dd207e not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:01.354737 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.373493 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=79292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:34:01.373905 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3040821'] for segment, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: util.warn( Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: util.warn( Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: util.warn( Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: util.warn( Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: Traceback (most recent call last): Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: timer() Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: cb(*args, **kw) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: return func(*args, **kwargs) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: self._notify() Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: self.callback(batched_events) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: event.method(event) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: return f(self, *a, **k) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: return self._get(url).json() Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: return self.request(url, 'GET', **kwargs) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:34:01.386617 dv-cinder-802781-4-smb neutron-server[79292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:34:01.394324 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.db [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] For port dfc60c61-24a3-455e-b3d0-bfb259c18e60, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=dfc60c61-24a3-455e-b3d0-bfb259c18e60,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:01.394676 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.573666 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Calling delete_port for dfc60c61-24a3-455e-b3d0-bfb259c18e60 owned by network:router_interface {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:01.616931 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.629640 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-9f252899-179e-4b51-8a07-dc1a5265ce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:01.649185 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.665330 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a482d1b3-5b7f-48fb-8ae7-221cc6989235,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:01.668070 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:01.681060 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-6848de1c-7e68-4842-9ee6-88826d7dfc30 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a482d1b3-5b7f-48fb-8ae7-221cc6989235 HTTP/1.1" status: 204 len: 168 time: 2.1894083 Aug 31 15:34:01.787980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.792846 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-e587a69f-d51a-4bcc-97a2-7f794e85129f tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:01.794397 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36992) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:01.847236 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-91adcd9a-56f6-4258-baff-d79d8bf8d30c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d60e6e94518c4e3e998a5ee7390e1c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493681 Aug 31 15:34:01.849779 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 36996) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:01.871746 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc60c61-24a3-455e-b3d0-bfb259c18e60,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:01.874796 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:01.911683 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:01.942791 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.016002 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.020378 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a58d4a08-2add-4383-a51e-77816dc604e6 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:02.036104 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792eebc6-fc32-47f7-a4a9-6abc4b86d1f7,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:02.038671 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:02.046336 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.049795 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-ea110fe3-bccc-4c84-927b-a4b90fd847ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/792eebc6-fc32-47f7-a4a9-6abc4b86d1f7 HTTP/1.1" status: 204 len: 168 time: 0.1968751 Aug 31 15:34:02.225956 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.388934 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37004) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:02.441851 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2fd3d9b9-2eae-43e9-8645-569eaa50d7d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af5f3a5d11694ea3bacfa03cc6ddb2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479624 Aug 31 15:34:02.442115 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37008) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:02.499299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.524484 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.575104 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.580327 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e1d13f4b-cb2c-4172-87f9-5296c983b562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:02.592422 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5663fc-65ea-4506-b727-2ee49c325d09,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:02.595808 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:02.597471 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Router 7edc251b-f381-4bc5-9202-340006749ccb has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:02.601700 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:02.605240 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4d23ea55-a681-41b1-9fa3-5af419cf4be3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e5663fc-65ea-4506-b727-2ee49c325d09 HTTP/1.1" status: 204 len: 168 time: 0.1600153 Aug 31 15:34:02.777559 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:02.787605 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Sync routers for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:02.793892 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/7edc251b-f381-4bc5-9202-340006749ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3194437 Aug 31 15:34:02.795305 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37014) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:02.798720 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:02.799363 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:03.037957 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:03.087469 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.265931 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.276542 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Deleting port 1305373b-97cb-4241-ac81-cb0803d11d80 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:03.277054 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.342078 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:34:01Z', 'revision_number': 5, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port': {'id': '1305373b-97cb-4241-ac81-cb0803d11d80', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edc251b-f381-4bc5-9202-340006749ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:23:44Z', 'updated_at': '2021-08-31T15:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:03.346618 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Checking router: 7edc251b-f381-4bc5-9202-340006749ccb for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:03.355010 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Routers {'7edc251b-f381-4bc5-9202-340006749ccb'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:03.355628 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['7edc251b-f381-4bc5-9202-340006749ccb'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:03.464797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] For port 1305373b-97cb-4241-ac81-cb0803d11d80, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=1305373b-97cb-4241-ac81-cb0803d11d80,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:03.465144 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.503113 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] Set router 7edc251b-f381-4bc5-9202-340006749ccb gateway port host: None {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:03.591402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Calling delete_port for 1305373b-97cb-4241-ac81-cb0803d11d80 owned by network:router_gateway {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:03.606998 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:34:03Z', 'revision_number': 6, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:03.611061 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdc464-dcd4-4837-bdbe-49a166dbf140 None None] The sync data for ids ['7edc251b-f381-4bc5-9202-340006749ccb'] in dv-cinder-802781-4-smb is: [{'id': '7edc251b-f381-4bc5-9202-340006749ccb', 'name': 'tempest-AttachVolumeShelveTestJSON-131595648-router', 'tenant_id': '9262e813e06e44c6bfda516a5b6ad954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:23:41Z', 'updated_at': '2021-08-31T15:34:03Z', 'revision_number': 6, 'project_id': '9262e813e06e44c6bfda516a5b6ad954', 'gw_port_host': None}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:03.763648 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:03.768615 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-77af0c2d-d245-48a4-8137-8abad8e547e5 tempest-TestShelveInstance-411800684 tempest-TestShelveInstance-411800684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:03.809500 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=1305373b-97cb-4241-ac81-cb0803d11d80,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:03.813252 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:03.901379 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.077023 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.079431 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.100783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.101260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edc251b-f381-4bc5-9202-340006749ccb {{(pid=79291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:34:04.113386 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.114597 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7edc251b-f381-4bc5-9202-340006749ccb HTTP/1.1" status: 204 len: 168 time: 1.3176477 Aug 31 15:34:04.117155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37018) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:04.175122 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Deleting subnet 9587ddd3-539e-4c36-b6d4-7b40a1ac50cc {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:34:04.177859 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.224734 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.400652 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.468362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.472108 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c4c39184-fa44-41e8-9578-d86eaee86b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:04.510240 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9587ddd3-539e-4c36-b6d4-7b40a1ac50cc,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:04.512165 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.515898 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:04.518693 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-0569f34e-bfc2-4fad-95b5-0e7f3adc340b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9587ddd3-539e-4c36-b6d4-7b40a1ac50cc HTTP/1.1" status: 204 len: 168 time: 0.4005959 Aug 31 15:34:04.520679 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3005e-d4bd-4918-ac95-e24e0ea0e867 None None] Network 21bf1039-3a5a-4680-afce-99802843667b requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:04.521579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37022) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:04.628196 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.638664 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Deleting port 19103e94-82a6-4042-b6c1-4befd8fc9411 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:04.638983 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.801642 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] DHCP port deletion for 21bf1039-3a5a-4680-afce-99802843667b request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:34:04.805889 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Deleting port 19103e94-82a6-4042-b6c1-4befd8fc9411 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:04.806310 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.847188 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] For port 19103e94-82a6-4042-b6c1-4befd8fc9411, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19103e94-82a6-4042-b6c1-4befd8fc9411,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:04.847731 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:04.969630 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Calling delete_port for 19103e94-82a6-4042-b6c1-4befd8fc9411 owned by network:dhcp {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:05.005697 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] For port 19103e94-82a6-4042-b6c1-4befd8fc9411, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=19103e94-82a6-4042-b6c1-4befd8fc9411,segment=NetworkSegment(dcb3d00e-14df-46c5-a958-b46f600370e5),segment_id=dcb3d00e-14df-46c5-a958-b46f600370e5)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:05.006031 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.050114 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.053902 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-804c729a-e27e-409a-b108-4639042fc99a tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:05.097554 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19103e94-82a6-4042-b6c1-4befd8fc9411,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:05.100625 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:05.101381 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] No DVR routers for this DVR port 19103e94-82a6-4042-b6c1-4befd8fc9411 on host dv-cinder-802781-4-smb {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:05.129005 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Calling delete_port for 19103e94-82a6-4042-b6c1-4befd8fc9411 owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:05.202601 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:34:05.202953 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:34:05.215223 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.227213 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bf1039-3a5a-4680-afce-99802843667b']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:05.238984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb3d00e-14df-46c5-a958-b46f600370e5') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:05.239271 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb3d00e-14df-46c5-a958-b46f600370e5') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:05.250869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.267418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.273617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:34:05.274016 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:34:05.288422 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:34:05.292344 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dfc60c61-24a3-455e-b3d0-bfb259c18e60 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:05.331257 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: dfc60c61-24a3-455e-b3d0-bfb259c18e60 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:05.331609 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device dfc60c61-24a3-455e-b3d0-bfb259c18e60 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:05.332294 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19103e94-82a6-4042-b6c1-4befd8fc9411 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:05.368726 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 19103e94-82a6-4042-b6c1-4befd8fc9411 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:05.369083 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 19103e94-82a6-4042-b6c1-4befd8fc9411 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:05.369568 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1305373b-97cb-4241-ac81-cb0803d11d80 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:05.375412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.379347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:05.393178 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.405555 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bf1039-3a5a-4680-afce-99802843667b,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:05.409889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:05.418179 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-2c98a6e6-9591-480c-bded-bab56a84b3a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/21bf1039-3a5a-4680-afce-99802843667b HTTP/1.1" status: 204 len: 168 time: 0.8955920 Aug 31 15:34:05.435063 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 1305373b-97cb-4241-ac81-cb0803d11d80 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:05.435426 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 1305373b-97cb-4241-ac81-cb0803d11d80 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:05.602092 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37028) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:05.657312 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f924a2fe-881d-48d3-bfc8-a86425e1656a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9262e813e06e44c6bfda516a5b6ad954&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539877 Aug 31 15:34:05.659782 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37032) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:05.704360 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Deleting port 19103e94-82a6-4042-b6c1-4befd8fc9411 {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:05.704916 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.717143 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.742826 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.771727 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7400-814b-4963-a9b5-d9f098ff99be None None] The port '19103e94-82a6-4042-b6c1-4befd8fc9411' was deleted {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:34:05.796338 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.801550 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-30d198f5-0e3b-4916-8837-b25ea4b0ad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:05.814902 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e0a765-4067-45b5-91e7-46b075fc8a2d,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:05.818410 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:05.824694 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.825798 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-ecd789a7-9549-47a6-a7d0-02deb8ad7fe5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03e0a765-4067-45b5-91e7-46b075fc8a2d HTTP/1.1" status: 204 len: 168 time: 0.1651299 Aug 31 15:34:06.530846 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37056) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:06.632143 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-325639321-network', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:06.636716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:06.636901 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:34:06.641098 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Usage tracker for resource:network and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:06.643924 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:06.649766 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:06.660047 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Made reservation on behalf of 3289ec08b76a44f59409dd07bd0bbb95 for: {'network': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:06.662268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for network, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.674298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.692350 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:06.696249 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:06.699118 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:06.705362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:06.790382 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.793976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.798443 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f8bedcb9-2591-4a28-abf5-6f68e5285764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:06.822690 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=79291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:34:06.835723 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df283940-7f8e-4339-b1a6-ec0d3773f41e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:06.839783 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:06.842745 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.843092 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.segments_db [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Added segment f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3 of type vlan for network 1b5605fe-a041-40b0-b911-83ebcc0b539f Aug 31 15:34:06.869971 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751337795750'] for network, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.899808 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188'] for network, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.901159 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:06.901743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:06.906869 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-26482e69-c22a-47ae-992c-bcd04f6c5dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:06.999130 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4672110 Aug 31 15:34:07.002014 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37062) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:07.004033 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5605fe-a041-40b0-b911-83ebcc0b539f,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:07.006605 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:07.007781 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Request body: {'subnet': {'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-325639321-subnet', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:07.012466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:07.014581 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f details requested by agent ovs-agent-dv-cinder-802781-4-smb with host dv-cinder-802781-4-smb {{(pid=79293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:34:07.016806 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Usage tracker for resource:subnet and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:07.019655 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:07.025215 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:07.036046 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Made reservation on behalf of 3289ec08b76a44f59409dd07bd0bbb95 for: {'subnet': 1} {{(pid=79292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:07.038395 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076732'] for subnet, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.236070 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3040656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076622'] for subnet, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.240599 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-aabf80c9-8caf-476b-b51b-491d9c435ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:07.308022 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705414e3-3728-436f-8e17-e8ba5b15d267,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:07.312024 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:07.317890 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Checking segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:07.318438 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Network hostable DHCP agents. Network: 1b5605fe-a041-40b0-b911-83ebcc0b539f, hostable agents: ['f5a2496d-1c16-47ae-ab78-514f9d44512d'], hosted agents: [] {{(pid=79292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:34:07.337626 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is scheduled to be hosted by DHCP agent f5a2496d-1c16-47ae-ab78-514f9d44512d with binding_index 1 {{(pid=79292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:34:07.346423 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-smb, 1b5605fe-a041-40b0-b911-83ebcc0b539f) {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:07.350289 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:07.350874 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for subnet, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.355583 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b374e7-0165-411a-b161-d45314a8f622 None None] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:07.370934 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-42242d3c-8326-4c4c-a7b7-9929f5a33c73 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3678195 Aug 31 15:34:07.374402 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37066) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:07.379649 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:07.384250 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:07.388660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Usage tracker for resource:router and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:07.392278 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:07.398095 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:07.408667 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-681178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34641'] for router, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.409625 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694988', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-344794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34648'] for router, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.424228 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.560250 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd8ebdf7-bb05-526f-aacf-a112c522e399-1b5605fe-a041-40b0-b911-83ebcc0b539f', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267'}]}} from dv-cinder-802781-4-smb. {{(pid=79293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:34:07.561859 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.718042 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.db_base_plugin_common [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Allocated IP 172.20.0.2 (1b5605fe-a041-40b0-b911-83ebcc0b539f/705414e3-3728-436f-8e17-e8ba5b15d267/c5129861-1824-4429-8614-3ff7efd1be7b) {{(pid=79293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:07.793151 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34638'] for router, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.918521 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks [] for port, precommit_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.928506 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Transition to ACTIVE for port object c5129861-1824-4429-8614-3ff7efd1be7b will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:07.946550 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Transition to ACTIVE for port object c5129861-1824-4429-8614-3ff7efd1be7b will not be triggered until provisioned by entity DHCP. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:07.955115 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888'] for port, after_create {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.959121 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-2fa3c2eb-eeef-4371-9fab-86360a51058a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:08.023219 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is already hosted by enough agents. {{(pid=79293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:08.025886 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.scheduler.base_scheduler [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Resources bound (agent type, host, resource id): {{(pid=79293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:08.029461 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Received port after_create {{(pid=79293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:08.035346 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Pushing event updated for resources: {'Port': ['ID=c5129861-1824-4429-8614-3ff7efd1be7b,revision_number=1']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:08.039029 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:08.106828 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.121329 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Attempting to bind port c5129861-1824-4429-8614-3ff7efd1be7b on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:08.121703 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Attempting to bind port c5129861-1824-4429-8614-3ff7efd1be7b by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:08.122089 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Attempting to bind port c5129861-1824-4429-8614-3ff7efd1be7b on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:08.127209 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:08.127582 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Checking segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:08.127986 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.128379 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Bound using segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:08.128834 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Bound port: c5129861-1824-4429-8614-3ff7efd1be7b, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:08.129207 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.136738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.214053 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] For port c5129861-1824-4429-8614-3ff7efd1be7b, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:08.216935 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] For port c5129861-1824-4429-8614-3ff7efd1be7b, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c5129861-1824-4429-8614-3ff7efd1be7b,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:08.221988 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.225365 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:08.274738 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Allocated IP 172.28.0.182 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/3e4dcdef-1919-4c66-a460-ec2ea45d9e5e) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:08.313457 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Pushing event updated for resources: {'Port': ['ID=c5129861-1824-4429-8614-3ff7efd1be7b,revision_number=2']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:08.318874 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-43f736fd-c428-417f-b8b3-4a97d0e54359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:08.432180 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.461935 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.466073 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6a491c30-666c-4b4b-966f-058236d8812c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:08.532774 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:08.536042 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:08.539802 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:08.572912 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Pushing event updated for resources: {'Port': ['ID=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:08.577601 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:08.952217 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.284695 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e515820-b7fc-4b96-a857-31de15a832d9 None None] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:09.337887 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c5129861-1824-4429-8614-3ff7efd1be7b up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:09.425011 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696203'] for router, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.455096 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-7400215a-dc7c-44ea-bba1-b0dc4814da73 None None] Provisioning for port c5129861-1824-4429-8614-3ff7efd1be7b completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:09.532452 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port c5129861-1824-4429-8614-3ff7efd1be7b completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:09.541445 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port c5129861-1824-4429-8614-3ff7efd1be7b triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:09.541780 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.640205 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 is scheduled to L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 with binding_index 1 {{(pid=79291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:34:09.749623 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.788982 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port c5129861-1824-4429-8614-3ff7efd1be7b, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c5129861-1824-4429-8614-3ff7efd1be7b,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:09.794070 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.796547 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:09.827703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:09.836800 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:09.855562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.856562 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:09.856893 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-9a6f1259-ef56-471c-ab95-4cbe107ca3ff admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4814181 Aug 31 15:34:09.857373 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:09.859595 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37070) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:09.871058 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=c5129861-1824-4429-8614-3ff7efd1be7b,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:09.875061 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:09.988555 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-495fa1a0-612d-4278-982c-0212328ad8e7 None None] Provisioning complete for port c5129861-1824-4429-8614-3ff7efd1be7b triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:09.988922 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-495fa1a0-612d-4278-982c-0212328ad8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.046726 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:10.338040 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:08Z', 'revision_number': 3, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:10.341740 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:10.342616 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Updating router ed43fdf9-d978-4624-bd02-f6d235e77b81 port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e binding host dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:10.394247 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.652141 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.719861 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks [] for port, precommit_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.731131 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.provisioning_blocks [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Transition to ACTIVE for port object 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e will not be triggered until provisioned by entity L2. {{(pid=79294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:10.737942 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.743194 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:10.818255 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Attempting to bind port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:10.818621 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Attempting to bind port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:10.818981 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Attempting to bind port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e on network c8efb7db-9d16-4660-8fd1-8ad81924fe7a {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:10.824315 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Pushing event updated for resources: {'Port': ['ID=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,revision_number=2']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:10.832261 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:10.832601 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Checking segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:10.832998 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.833387 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Bound using segment: {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'} {{(pid=79294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:10.833844 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.managers [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Bound port: 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442f5972-0947-4e66-809a-ca2786f2518b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}}] {{(pid=79294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:10.834250 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.857993 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.858667 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.858833 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.859161 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.859491 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.859854 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Allocated IP 172.20.0.1 (1b5605fe-a041-40b0-b911-83ebcc0b539f/705414e3-3728-436f-8e17-e8ba5b15d267/7108b0b3-edc5-4224-a3f8-0d93483cc498) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:10.860009 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.860124 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.860423 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.860728 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.861037 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.861346 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.861679 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:10.868679 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:10.912939 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] For port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:10.915857 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.plugins.ml2.db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] For port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:10.920197 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron_lib.callbacks.manager [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.923840 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:10.997114 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:10.997726 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:11.015857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.031127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Transition to ACTIVE for port object 7108b0b3-edc5-4224-a3f8-0d93483cc498 will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:11.053981 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.058443 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4e880cac-b51a-4604-bdbf-554037ffe1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:11.058773 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Pushing event updated for resources: {'Port': ['ID=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,revision_number=3']} {{(pid=79294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:11.063824 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG oslo_concurrency.lockutils [None req-8990fe6e-cfd9-442c-a3cc-583166b16637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:11.122307 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:11.125974 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:11.129796 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:11.166177 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Pushing event updated for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:11.170359 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:11.192155 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683086'] for router_interface, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.211495 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:11.329965 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c5129861-1824-4429-8614-3ff7efd1be7b up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:11.405833 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port c5129861-1824-4429-8614-3ff7efd1be7b triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:11.406169 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.476430 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-0901a949-f878-464b-abc1-20f5e6d48a5a None None] Provisioning for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:11.481756 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.483694 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-0901a949-f878-464b-abc1-20f5e6d48a5a None None] Provisioning complete for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:11.484075 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-0901a949-f878-464b-abc1-20f5e6d48a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.517971 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:08Z', 'revision_number': 3, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:11.522258 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70d6b2-0adf-4501-9acf-cc8c3add4f91 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:08Z', 'revision_number': 3, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:11.589511 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-0901a949-f878-464b-abc1-20f5e6d48a5a None None] Port 7108b0b3-edc5-4224-a3f8-0d93483cc498 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:11.721597 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.726724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.753617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-d4252d6c-4be6-47e8-b173-3f181e785279 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:11.840127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683041'] for router_interface, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.844287 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Pushing event updated for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:11.847411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:11.983480 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:11.984687 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:12.173416 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:12.214670 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-62dd805e-f25e-4dd7-b8df-3cd807f94203 None None] Provisioning complete for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:12.215193 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-62dd805e-f25e-4dd7-b8df-3cd807f94203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:12.273712 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-62dd805e-f25e-4dd7-b8df-3cd807f94203 None None] Port 7108b0b3-edc5-4224-a3f8-0d93483cc498 cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:12.460900 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:12.470232 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] 10.222.0.66 "PUT /v2.0/routers/ed43fdf9-d978-4624-bd02-f6d235e77b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6096127 Aug 31 15:34:12.944521 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:12.954478 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:12.955157 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:13.073103 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37080) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:13.079125 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052915425', 'description': 'tempest-description--1256627904'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:13.085151 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:13.089001 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:13.091968 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:13.098389 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:13.108846 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.128498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:13.132296 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:13.134673 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:13.135073 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:13.141207 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:13.211975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.215639 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.221397 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-58231ddd-f26a-49a2-9128-eb1b79830bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:13.260412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e098e042-8405-46c7-9a0d-b252f747e71b,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:13.263822 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:13.265591 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.266888 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4db6b226-1911-4307-a277-6439e8898e8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1921704 Aug 31 15:34:13.269260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37084) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:13.275635 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group_rule': {'security_group_id': 'e098e042-8405-46c7-9a0d-b252f747e71b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:13.285101 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:13.289864 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:13.293010 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:13.300770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:13.320929 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.382817 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:13.402857 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.406993 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.409324 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:13.432019 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94ac263-dbed-4104-bcf4-76e5bb185ebc,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:13.435090 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:13.443128 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.444775 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e4f29383-e822-4e5e-83be-db56c8bc5b58 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742218 Aug 31 15:34:13.447238 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37088) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:13.452513 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group_rule': {'security_group_id': 'e098e042-8405-46c7-9a0d-b252f747e71b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:13.458293 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:13.462083 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:13.464942 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:13.471561 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:13.489453 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.534361 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:13.544849 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:13.545883 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.551686 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.555392 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.562433 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:13.584323 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fffb56b-647a-4ba3-8b43-5dda708f0904,revision_number=0']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:13.587223 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:13.594978 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.596149 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-f49ccad7-f3a1-4269-8f28-6d691dee5e53 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479974 Aug 31 15:34:13.599345 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37092) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:13.604384 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:13.609976 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:13.610961 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 2, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:13.613726 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:floatingip and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:13.616527 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:13.618894 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:13.619255 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Updating router ed43fdf9-d978-4624-bd02-f6d235e77b81 port 7108b0b3-edc5-4224-a3f8-0d93483cc498 binding host dv-cinder-802781-4-smb {{(pid=79293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:13.622306 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:13.632877 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.728543 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.745246 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.780499 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.820026 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:13.829342 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:13.832930 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:13.917684 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Allocated IP 172.28.0.132 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/8f97dc01-e244-4652-b474-ee71d3421fd5) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:13.970868 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:13.975468 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.067961 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.098099 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.102839 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-6d4b0896-a2c5-4b5c-bc94-386f0ee42974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:14.169320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:14.172771 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:14.176383 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:14.211213 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=8f97dc01-e244-4652-b474-ee71d3421fd5,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:14.215206 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.216251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks [] for port, precommit_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.229342 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Transition to ACTIVE for port object 7108b0b3-edc5-4224-a3f8-0d93483cc498 will not be triggered until provisioned by entity L2. {{(pid=79293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:14.236378 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.239941 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:14.260905 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.327853 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.400306 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8fa4d-49b4-4d7b-809c-913dc1723bf0 None None] Pushing event updated for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=3']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:14.402960 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-54a8fa4d-49b4-4d7b-809c-913dc1723bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.477898 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Attempting to bind port 7108b0b3-edc5-4224-a3f8-0d93483cc498 on host dv-cinder-802781-4-smb for vnic_type normal with profile {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:14.478401 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Attempting to bind port 7108b0b3-edc5-4224-a3f8-0d93483cc498 by drivers openvswitch,hyperv on host dv-cinder-802781-4-smb at level 0 using segments [{'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:14.478847 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Attempting to bind port 7108b0b3-edc5-4224-a3f8-0d93483cc498 on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:14.484966 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Checking agent: {'id': '0430c0c5-5922-4326-94cd-244c3853dfe5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 14, 48), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:14.485465 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Checking segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:14.485950 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.486442 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Bound using segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} {{(pid=79293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:14.486998 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.managers [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Bound port: 7108b0b3-edc5-4224-a3f8-0d93483cc498, host: dv-cinder-802781-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}}] {{(pid=79293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:14.487453 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.550611 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.555299 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.558759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-ed95bc2b-b808-4657-9501-8f948460e52b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:14.576202 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] For port 7108b0b3-edc5-4224-a3f8-0d93483cc498, host dv-cinder-802781-4-smb, cleared binding levels {{(pid=79293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:14.579603 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] For port 7108b0b3-edc5-4224-a3f8-0d93483cc498, host dv-cinder-802781-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=7108b0b3-edc5-4224-a3f8-0d93483cc498,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:14.583818 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.588253 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:14.664061 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=8f97dc01-e244-4652-b474-ee71d3421fd5,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:14.668611 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.677760 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:14.678435 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:33:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:14.678598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.707548 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.708772 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-57e08a77-a2bf-4f6d-8053-eb7c5b60a1af tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1086221 Aug 31 15:34:14.748878 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8fa4d-49b4-4d7b-809c-913dc1723bf0 None None] Pushing event updated for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:14.757890 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-54a8fa4d-49b4-4d7b-809c-913dc1723bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.890947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_dvr_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:14.900736 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-84329c7b-77f1-41d8-9d28-05d817c1c2e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2052915425&fields=id&tenant_id=3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 267 time: 0.0401480 Aug 31 15:34:15.047413 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-1256a725-79f6-4766-b6f5-f96f8949b597 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:15.048735 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-1256a725-79f6-4766-b6f5-f96f8949b597 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 810 time: 0.1413713 Aug 31 15:34:15.063771 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-5db56f5c-c91d-4c64-9021-86a1000fe377 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/quotas/3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Aug 31 15:34:15.150133 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-40f30625-d9ad-4e80-8f0c-c8acc82071b4 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814209 Aug 31 15:34:15.165580 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-69017322-003b-47d6-a594-4081a249146a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:34:15.166542 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-69017322-003b-47d6-a594-4081a249146a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050769 Aug 31 15:34:15.202305 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.l3_hamode_db [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:14Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:15.206308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23dfd-3e79-4306-b54e-cfd06e991e41 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:14Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:15.405970 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 7108b0b3-edc5-4224-a3f8-0d93483cc498 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:15.436806 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-e59ae5b7-88f7-48d3-80ba-a7111f93e7d9 service neutron] 10.222.0.66 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618620 Aug 31 15:34:15.561601 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:15.576151 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:15.576485 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:15.581145 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-d103e5c4-d33d-427e-aab8-61343446ae7c service neutron] 10.222.0.66 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396940 Aug 31 15:34:15.786964 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-63872d4e-253d-4b18-ad71-b2bc8d493549 req-39b02137-418c-4eca-8927-55f60b656fb5 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 210 time: 0.0538628 Aug 31 15:34:15.858627 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:15.901008 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-4d857595-2000-41b5-b629-35ca672a205e None None] For port 7108b0b3-edc5-4224-a3f8-0d93483cc498, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=7108b0b3-edc5-4224-a3f8-0d93483cc498,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:15.908099 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:15.909019 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:15.939847 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:16.043884 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Pushing event updated for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:16.047143 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:16.055704 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:16.056085 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:16.958422 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e4aeb364-0f26-41c4-b3f5-0614d4111af6 req-14ef8c58-80b0-42b3-bae7-3cffb7eb4344 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 210 time: 0.0520453 Aug 31 15:34:16.971542 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8d5e6cc6-9966-43a7-86b2-126eeff51e5b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:16.972214 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8d5e6cc6-9966-43a7-86b2-126eeff51e5b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:network {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:16.989153 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8d5e6cc6-9966-43a7-86b2-126eeff51e5b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:network {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:16.990551 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8d5e6cc6-9966-43a7-86b2-126eeff51e5b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 810 time: 0.1706927 Aug 31 15:34:17.048212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8942fd15-9e61-4f5d-ba1f-df79a548d777 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:17.065057 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8942fd15-9e61-4f5d-ba1f-df79a548d777 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:17.066559 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-8942fd15-9e61-4f5d-ba1f-df79a548d777 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 380 time: 0.0601723 Aug 31 15:34:17.079017 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'port': {'device_id': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'admin_state_up': True, 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'security_groups': ['e098e042-8405-46c7-9a0d-b252f747e71b']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:17.297520 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-b786d3f8-7696-4501-bdc3-8e68d8882d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.308708 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 7108b0b3-edc5-4224-a3f8-0d93483cc498 up at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:17.318103 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:17.321861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:port and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:17.324766 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:17.330590 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:17.340753 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Made reservation on behalf of 3289ec08b76a44f59409dd07bd0bbb95 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:17.345078 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.380149 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Provisioning complete for port 7108b0b3-edc5-4224-a3f8-0d93483cc498 triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:17.380532 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.510984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Allocated IP 172.20.0.6 (1b5605fe-a041-40b0-b911-83ebcc0b539f/705414e3-3728-436f-8e17-e8ba5b15d267/3c4a7fac-f03c-4654-a94e-bb732f1c976c) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:17.695045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.710154 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Transition to ACTIVE for port object 3c4a7fac-f03c-4654-a94e-bb732f1c976c will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:17.734310 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.739645 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-dc008c9d-9f61-4179-9538-5c808dc955d8 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:17.805685 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.817801 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:17.821935 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:17.826174 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:17.857724 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:17.865065 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:17.895762 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:17.896388 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.917703 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-acd233bb-4686-4e44-aa1b-bcb55071997e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422735 Aug 31 15:34:17.935729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-4ed40737-1042-49ea-98c3-040912ac5a7b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=79291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:34:17.936714 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-4ed40737-1042-49ea-98c3-040912ac5a7b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057147 Aug 31 15:34:17.947308 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Request body: {'port': {'device_id': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:18.016802 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-1d0abd0f-cc1b-49fc-b1f6-da3d2e3877d6 None None] Provisioning for port 3c4a7fac-f03c-4654-a94e-bb732f1c976c completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:18.021664 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-1d0abd0f-cc1b-49fc-b1f6-da3d2e3877d6 None None] Provisioning complete for port 3c4a7fac-f03c-4654-a94e-bb732f1c976c triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:18.022076 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1d0abd0f-cc1b-49fc-b1f6-da3d2e3877d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.066134 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.080340 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-1d0abd0f-cc1b-49fc-b1f6-da3d2e3877d6 None None] Port 3c4a7fac-f03c-4654-a94e-bb732f1c976c cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:18.144780 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d402a0e-b5ca-46d8-a2e8-1780702d75ac req-465424b4-f9d8-4b70-b6dd-012174cc1cba tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:18.146196 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d402a0e-b5ca-46d8-a2e8-1780702d75ac req-465424b4-f9d8-4b70-b6dd-012174cc1cba tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 931 time: 0.0790026 Aug 31 15:34:18.190218 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6d402a0e-b5ca-46d8-a2e8-1780702d75ac req-a6843347-ef02-4a30-91df-a88c348022b6 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381846 Aug 31 15:34:18.408022 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4a7fac-f03c-4654-a94e-bb732f1c976c {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:34:18.415112 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.428925 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Transition to ACTIVE for port object 3c4a7fac-f03c-4654-a94e-bb732f1c976c will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:18.433407 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.438202 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-1fa56d99-6404-48fa-8227-ffcd0f749542 tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:18.589678 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:18.598867 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:18.669751 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Attempting to bind port 3c4a7fac-f03c-4654-a94e-bb732f1c976c on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:18.670147 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Attempting to bind port 3c4a7fac-f03c-4654-a94e-bb732f1c976c by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:18.670475 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Attempting to bind port 3c4a7fac-f03c-4654-a94e-bb732f1c976c on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:18.675149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Port 3c4a7fac-f03c-4654-a94e-bb732f1c976c on network 1b5605fe-a041-40b0-b911-83ebcc0b539f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:34:18.675464 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Attempting to bind port 3c4a7fac-f03c-4654-a94e-bb732f1c976c on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:18.680504 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:18.680837 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Checking segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:18.681214 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Bound using segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:18.681635 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Bound port: 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:18.681980 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.772610 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:18.775377 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:18.780132 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.784388 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7eae506f-385b-4b88-a0f2-603fd1743d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:18.837891 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:18.838523 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.839889 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1093 time: 0.8969960 Aug 31 15:34:18.840386 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:18.871537 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:18.874622 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-da557db1-3a85-4731-accc-0e348a2d1474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:18.964296 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'status': 'completed', 'code': 200} Aug 31 15:34:18.977644 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-09310c16-5290-49a1-a508-0bd1ce0fbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:18.979182 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-09310c16-5290-49a1-a508-0bd1ce0fbc9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1096 time: 0.0812674 Aug 31 15:34:19.055034 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-9f8cf533-674b-4f8f-b318-39aaa36b24b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 217 time: 0.0613983 Aug 31 15:34:19.210344 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-539dd916-be9d-4b62-b7a2-abb5968f1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.211791 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-539dd916-be9d-4b62-b7a2-abb5968f1bef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.1509171 Aug 31 15:34:19.287519 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-ff6eeb07-4b98-4b59-a7b3-1bf7389e5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.289160 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-ff6eeb07-4b98-4b59-a7b3-1bf7389e5ebf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706124 Aug 31 15:34:19.379433 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e092511-075a-4f15-9508-2f5126c1fb9d req-bacce90a-61e3-4919-bfb8-077546aea11c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.380900 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4e092511-075a-4f15-9508-2f5126c1fb9d req-bacce90a-61e3-4919-bfb8-077546aea11c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 943 time: 0.0840979 Aug 31 15:34:19.423241 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-43cac32f-4d64-4ed9-a862-ec8ea2cf0fc7 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269822 Aug 31 15:34:19.432260 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4e092511-075a-4f15-9508-2f5126c1fb9d req-a31fac31-08fd-4ffc-83ec-f58457325045 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Aug 31 15:34:19.553484 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-132024d3-32f1-4c2a-90b6-4bb97169dbd6 req-ab8d1566-a970-423d-93f7-4d357cd172c2 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232545 Aug 31 15:34:19.717127 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-4f72373c-c737-45be-bdd8-bc920359a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.718549 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-4f72373c-c737-45be-bdd8-bc920359a3af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1096 time: 0.0728769 Aug 31 15:34:19.850242 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-587ac942-b56a-419c-85d1-4c2f2af0cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.851663 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-587ac942-b56a-419c-85d1-4c2f2af0cde3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1269839 Aug 31 15:34:19.923476 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-93fdffc5-6b6a-444e-8c46-ea4c41baa84e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 217 time: 0.0645378 Aug 31 15:34:19.985145 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-8ff8e4e5-8d53-452c-9821-d1461fa45a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:19.986468 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-8ff8e4e5-8d53-452c-9821-d1461fa45a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0560172 Aug 31 15:34:20.059918 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-2f9bc8c2-3dcb-4b73-a9e9-aa86a943fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:20.061370 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-2f9bc8c2-3dcb-4b73-a9e9-aa86a943fbba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677369 Aug 31 15:34:20.084592 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-9b763f4d-d7f1-4ea4-bd9a-894f919a5f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:20.195553 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-383b3f09-e1e8-4bef-b56a-4135e1270d9b service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251841 Aug 31 15:34:20.326837 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a2fdc41d-39b4-4224-980d-65837a2ad485 req-83d32fdf-b5f2-4eb6-9640-dff1226897a1 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245227 Aug 31 15:34:20.617336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb256-ace5-4bf8-8800-22dd7f06176e req-3ad21519-a94c-4cef-8ebf-1fc8e8760052 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:20.618872 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5eacb256-ace5-4bf8-8800-22dd7f06176e req-3ad21519-a94c-4cef-8ebf-1fc8e8760052 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 943 time: 0.0804598 Aug 31 15:34:20.660072 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:20.663791 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5eacb256-ace5-4bf8-8800-22dd7f06176e req-0a400d87-a4be-4906-9a81-eabc2b7b30c2 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392857 Aug 31 15:34:21.848877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028c0f-e70b-4e08-88ec-e0dd559c90f5 req-2ba4aefd-4268-45eb-b579-f7c17288ef18 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:21.850355 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bb028c0f-e70b-4e08-88ec-e0dd559c90f5 req-2ba4aefd-4268-45eb-b579-f7c17288ef18 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 943 time: 0.0822449 Aug 31 15:34:21.894377 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bb028c0f-e70b-4e08-88ec-e0dd559c90f5 req-95698098-b9af-4991-837e-a6210ee51d2f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Aug 31 15:34:22.043987 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 3c4a7fac-f03c-4654-a94e-bb732f1c976c details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:34:22.174629 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:22.188147 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'port_id': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'mac_address': 'fa:16:3e:0a:78:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:34:22.241158 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.257678 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c4a7fac-f03c-4654-a94e-bb732f1c976c {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:34:22.272273 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:22.276110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.277785 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:22.345173 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:22.348141 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:22.383381 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.713947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['3c4a7fac-f03c-4654-a94e-bb732f1c976c'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:34:23.075441 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b25b73-cbd1-4b86-add6-a4774175a871 req-003553ad-7aef-41d4-a4db-eae583c5b94f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:23.077427 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25b25b73-cbd1-4b86-add6-a4774175a871 req-003553ad-7aef-41d4-a4db-eae583c5b94f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 944 time: 0.0794928 Aug 31 15:34:23.123686 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-25b25b73-cbd1-4b86-add6-a4774175a871 req-f686569f-fd22-48aa-a611-33dc31621f96 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 Aug 31 15:34:24.057042 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 3c4a7fac-f03c-4654-a94e-bb732f1c976c up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:24.124102 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port 3c4a7fac-f03c-4654-a94e-bb732f1c976c completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:24.128764 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port 3c4a7fac-f03c-4654-a94e-bb732f1c976c triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:24.129150 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.245082 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.272479 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:24.282344 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:24.287814 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.290033 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:24.308927 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1a0b5-06c2-4052-bd8a-f0fa5bf6725b req-fedc96a9-9fe1-4fd0-9ffa-71de3c790811 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:24.311929 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-10f1a0b5-06c2-4052-bd8a-f0fa5bf6725b req-fedc96a9-9fe1-4fd0-9ffa-71de3c790811 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 944 time: 0.0865734 Aug 31 15:34:24.328454 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'code': 200} Aug 31 15:34:24.361681 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:24.364672 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:24.366549 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-10f1a0b5-06c2-4052-bd8a-f0fa5bf6725b req-f652a716-77b5-4c3d-a90c-737657caa5ae tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474539 Aug 31 15:34:24.593823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895bd6f-a023-4744-be21-23556d460589 req-63741eff-a6b1-4e31-8454-8b57a296be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:24.595326 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8895bd6f-a023-4744-be21-23556d460589 req-63741eff-a6b1-4e31-8454-8b57a296be71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0767572 Aug 31 15:34:24.639565 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8895bd6f-a023-4744-be21-23556d460589 req-04279a49-af5e-42ef-95e2-dd5cfa111315 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Aug 31 15:34:25.551791 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd26e-8ac6-4a1e-85b6-3ebf6bf71bac req-fe312360-1e9e-4c4f-8eca-080298a5d9b4 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:25.553192 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e25fd26e-8ac6-4a1e-85b6-3ebf6bf71bac req-fe312360-1e9e-4c4f-8eca-080298a5d9b4 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0834203 Aug 31 15:34:25.597448 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-e25fd26e-8ac6-4a1e-85b6-3ebf6bf71bac req-02d74e13-2ff4-4c93-905c-2f7a63bedcb0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Aug 31 15:34:26.776709 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98871d-f668-49c8-b28d-342853d58e90 req-1630cd61-1d81-4d4e-b5e3-6721634a4997 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:26.778232 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db98871d-f668-49c8-b28d-342853d58e90 req-1630cd61-1d81-4d4e-b5e3-6721634a4997 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0790839 Aug 31 15:34:26.821126 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-db98871d-f668-49c8-b28d-342853d58e90 req-977f95c6-2f69-48e8-97eb-55e8a73068f8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Aug 31 15:34:26.997987 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023b7e2-5fa0-4b58-9c00-7da5225a8ba5 req-558aab73-07af-4fb9-ad8b-7af9ef1b5325 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:26.999851 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-d023b7e2-5fa0-4b58-9c00-7da5225a8ba5 req-558aab73-07af-4fb9-ad8b-7af9ef1b5325 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0826213 Aug 31 15:34:27.008221 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37148) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:27.013245 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'floatingip': {'port_id': '3c4a7fac-f03c-4654-a94e-bb732f1c976c'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:27.091312 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.771677 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.775817 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.943437 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Floating IP 56ea0458-a55b-4128-878b-24a3e8374df9 associated. External IP: 172.28.0.132, port: 3c4a7fac-f03c-4654-a94e-bb732f1c976c. Aug 31 15:34:28.286184 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:28.463800 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:28.468697 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.473578 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:28.483601 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:28.484220 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:34:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:28.521607 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-835db984-8636-43f9-83ee-e0faa455bccc tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "PUT /v2.0/floatingips/56ea0458-a55b-4128-878b-24a3e8374df9 HTTP/1.1" status: 200 len: 991 time: 1.5123413 Aug 31 15:34:28.522399 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:28.566369 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'status': 'completed', 'code': 200} Aug 31 15:34:28.662992 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:28.740727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5749-2dc9-4111-8e2b-3641292f471c req-485ef447-cc86-4940-b2f5-1c396407ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:28.742273 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-485ef447-cc86-4940-b2f5-1c396407ac2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.1128132 Aug 31 15:34:28.875505 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5749-2dc9-4111-8e2b-3641292f471c req-42ab19f5-af57-4662-ae38-032c10c478a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:28.876966 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-42ab19f5-af57-4662-ae38-032c10c478a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1282809 Aug 31 15:34:28.981895 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-8f39d7dd-3455-4f79-9dba-c4208d560b19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 999 time: 0.0969038 Aug 31 15:34:29.008906 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '56ea0458-a55b-4128-878b-24a3e8374df9', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:0a:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:14Z', 'updated_at': '2021-08-31T15:34:27Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:29.012678 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:29.020867 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:29.021472 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:34:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:29.140582 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5749-2dc9-4111-8e2b-3641292f471c req-3583e7f7-66f7-4be3-b65b-41910af94255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:29.141918 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-3583e7f7-66f7-4be3-b65b-41910af94255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.1534088 Aug 31 15:34:29.201610 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:29.218419 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5749-2dc9-4111-8e2b-3641292f471c req-e5e7661a-e0cb-4802-9adc-74bf0d05a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:29.219890 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-e5e7661a-e0cb-4802-9adc-74bf0d05a826 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706012 Aug 31 15:34:29.361862 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-cb3408c3-ade4-4e16-b297-cdb7ffe1b042 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340396 Aug 31 15:34:29.501777 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-596b5749-2dc9-4111-8e2b-3641292f471c req-14d4ad69-387e-4c85-888c-2c31dba9bc87 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324804 Aug 31 15:34:29.587145 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '56ea0458-a55b-4128-878b-24a3e8374df9', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:0a:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:14Z', 'updated_at': '2021-08-31T15:34:27Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:29.591641 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff01a4-33bf-460e-adb0-96bb71206ed7 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '56ea0458-a55b-4128-878b-24a3e8374df9', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.132', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:0a:78:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:14Z', 'updated_at': '2021-08-31T15:34:27Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:29.796310 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b7cdb-3147-4c02-8756-440ac4d9ba91 None None] New status for floating IP 56ea0458-a55b-4128-878b-24a3e8374df9: ACTIVE {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:34:30.225364 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.003901 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-3fd3d82c-ef86-400d-8eab-a752d9f13ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757542 Aug 31 15:34:31.168134 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-f37bf36a-a3fc-478d-83e4-ec29d434a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:31.169569 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-f37bf36a-a3fc-478d-83e4-ec29d434a3b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0688052 Aug 31 15:34:31.311565 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-157a9992-6c94-497e-8892-04aadf23d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:31.312995 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-157a9992-6c94-497e-8892-04aadf23d69e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1246958 Aug 31 15:34:31.415884 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-a1f2cf0a-516b-449a-ade5-8479da087ad6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.0953434 Aug 31 15:34:31.484014 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-d12c514e-f69d-4268-905c-26068d821e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:31.485334 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-d12c514e-f69d-4268-905c-26068d821e0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0626819 Aug 31 15:34:31.562456 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-5d07c33a-6c30-4d52-a906-b98b69695d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:31.563889 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-5d07c33a-6c30-4d52-a906-b98b69695d9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711019 Aug 31 15:34:31.694026 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-ee2e6903-d8de-4ea3-9d0e-723333b554de service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217496 Aug 31 15:34:31.824004 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41ce7d7c-c0e4-489a-97db-6269fb1b539b req-5b81643d-c58c-4dba-8415-665cb65a8d9b service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231766 Aug 31 15:34:43.635041 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:34:47.289288 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-cf64b4fe-e768-42dd-a7e9-fdc56937ccd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:47.807629 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.085949 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-34b3871c-44b5-4fc7-8833-1b077d0e8733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.661497 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:52.386366 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:00.233926 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:17.290139 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-618c6e79-1140-47bd-8439-081e9e93b515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:17.809996 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.087192 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a7e5dea7-2e5d-4df5-a1bb-2ffe92d4993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.633882 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:35:20.663120 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.388537 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:30.231523 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:30.937395 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-c02be973-1316-4c3b-ac40-3bffeb5f4e0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702083 Aug 31 15:35:31.097726 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-8eb21a19-13ec-40fd-b8c2-9618c43c3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:31.099199 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-8eb21a19-13ec-40fd-b8c2-9618c43c3559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0723312 Aug 31 15:35:31.240435 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-fe41781e-e414-4841-a531-514ba8414a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:31.241780 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-fe41781e-e414-4841-a531-514ba8414a26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1224897 Aug 31 15:35:31.446167 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-c09984fd-5e50-4ae0-9a92-8bfbc1e45d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.1975648 Aug 31 15:35:31.508438 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-5eaf3e18-3379-43b4-b3b1-229e636b00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:31.509758 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-5eaf3e18-3379-43b4-b3b1-229e636b00ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0570893 Aug 31 15:35:31.586705 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-5c7df83f-8e19-4103-b212-c56dafdfe04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:31.588151 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-5c7df83f-8e19-4103-b212-c56dafdfe04b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714159 Aug 31 15:35:31.721992 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-f35f3d5a-e9eb-4d79-8f73-72d94f0ba2e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265600 Aug 31 15:35:31.855938 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a8a53797-e2ad-4526-9157-ae927ad578b2 req-aebab74d-db99-4e2c-ae6b-e2c31c15d985 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253014 Aug 31 15:35:47.292189 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d73c592c-77b6-4976-bb70-6e4c32262fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:47.811835 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:50.088717 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ed6ceb06-47b4-4a85-a69f-249b7381edcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:50.666419 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:52.392382 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:56.945109 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb34e4-5aed-4069-bd50-dd83f47f52a5 req-93afd853-a1fb-4245-9fe2-b4adefbbfa38 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:56.946495 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baeb34e4-5aed-4069-bd50-dd83f47f52a5 req-93afd853-a1fb-4245-9fe2-b4adefbbfa38 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0843239 Aug 31 15:35:56.990204 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-baeb34e4-5aed-4069-bd50-dd83f47f52a5 req-646abc26-f481-4086-8f82-59ef2d688ea2 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Aug 31 15:35:57.632719 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:35:58.172962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45959205-bf9e-44ff-8361-d39ec1f8f565 req-4fac6f63-0fb0-4c44-81e2-b8556a942ee7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:58.174425 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45959205-bf9e-44ff-8361-d39ec1f8f565 req-4fac6f63-0fb0-4c44-81e2-b8556a942ee7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0781953 Aug 31 15:35:58.217523 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-45959205-bf9e-44ff-8361-d39ec1f8f565 req-e1022dbe-16dc-4f75-b272-943c7a14dc8f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Aug 31 15:35:59.405452 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734239-284b-4de4-9065-e89672748ece req-f1e1aea8-0df3-4e05-bb73-4c24f9671b8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:59.406951 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1c734239-284b-4de4-9065-e89672748ece req-f1e1aea8-0df3-4e05-bb73-4c24f9671b8b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0827684 Aug 31 15:35:59.449916 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1c734239-284b-4de4-9065-e89672748ece req-a927034d-307f-4e02-94b2-abb2ad222264 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374460 Aug 31 15:36:00.231329 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:00.634877 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b3a8-9a4e-49ea-86ec-c5306875fd50 req-635daa9b-b96b-418b-a8f3-a583357037ac tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:00.636321 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-21b1b3a8-9a4e-49ea-86ec-c5306875fd50 req-635daa9b-b96b-418b-a8f3-a583357037ac tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0797160 Aug 31 15:36:00.683728 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-21b1b3a8-9a4e-49ea-86ec-c5306875fd50 req-5b92dea9-6f1f-4b2c-997a-a2b23b851c21 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Aug 31 15:36:01.976136 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e0327-0d31-46ba-af3f-359fde6c4588 req-9c4fbe82-28a1-4509-8b0f-17a46becfd08 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:01.977499 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ea9e0327-0d31-46ba-af3f-359fde6c4588 req-9c4fbe82-28a1-4509-8b0f-17a46becfd08 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.1904013 Aug 31 15:36:02.020713 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ea9e0327-0d31-46ba-af3f-359fde6c4588 req-f19ba253-1e86-448d-94d3-439d3ea8f7d4 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374312 Aug 31 15:36:03.205177 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca016f19-89d5-4d14-b7c6-53660872ed2c req-5cf9e6d7-0374-46a5-be69-29e424047948 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:03.206639 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca016f19-89d5-4d14-b7c6-53660872ed2c req-5cf9e6d7-0374-46a5-be69-29e424047948 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0813725 Aug 31 15:36:03.250424 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ca016f19-89d5-4d14-b7c6-53660872ed2c req-9702193f-6a27-49c6-bb34-6368feafc2d4 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 Aug 31 15:36:04.431158 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fb4d3-b388-4e8c-9b81-b1ae41bfb3d2 req-6804a54a-63a6-4bfb-b75f-eb88b7d01a69 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:04.432596 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a86fb4d3-b388-4e8c-9b81-b1ae41bfb3d2 req-6804a54a-63a6-4bfb-b75f-eb88b7d01a69 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0793211 Aug 31 15:36:04.476121 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a86fb4d3-b388-4e8c-9b81-b1ae41bfb3d2 req-510b3fb8-b5b4-4f6c-bd42-086644c7b656 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Aug 31 15:36:05.661623 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61f345-279e-4abd-9961-190731707691 req-421f3178-0700-4d00-977d-787738e53363 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:05.663109 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e61f345-279e-4abd-9961-190731707691 req-421f3178-0700-4d00-977d-787738e53363 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0813396 Aug 31 15:36:05.707844 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-3e61f345-279e-4abd-9961-190731707691 req-21fcdb75-4f56-4e97-9159-1df27c217da8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Aug 31 15:36:06.889982 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce10177-3bdc-4b9b-b90c-4153fd6b36fd req-b95ad4b5-19da-47a6-8bb7-73f2dbdaa930 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:06.891450 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ce10177-3bdc-4b9b-b90c-4153fd6b36fd req-b95ad4b5-19da-47a6-8bb7-73f2dbdaa930 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0785239 Aug 31 15:36:06.937931 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1ce10177-3bdc-4b9b-b90c-4153fd6b36fd req-ccc46cdf-4006-4a6e-9638-0da42066018f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 Aug 31 15:36:08.120753 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6432517-c4d5-40bc-b5fe-6dc8840ecd3a req-26146609-e8e8-4a48-86af-c43adb7813d0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.122210 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6432517-c4d5-40bc-b5fe-6dc8840ecd3a req-26146609-e8e8-4a48-86af-c43adb7813d0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0788567 Aug 31 15:36:08.166464 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b6432517-c4d5-40bc-b5fe-6dc8840ecd3a req-1e55aee0-1747-42fd-9d49-31772463d2a9 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Aug 31 15:36:08.501350 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ceff9-5270-4707-bed5-e537170e9337 req-4fb2bd32-75c1-43ce-9cf7-6b491141d54a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.502809 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c60ceff9-5270-4707-bed5-e537170e9337 req-4fb2bd32-75c1-43ce-9cf7-6b491141d54a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0825911 Aug 31 15:36:08.551001 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c60ceff9-5270-4707-bed5-e537170e9337 req-b3ce37f5-15d4-4d79-a65d-bfd2127571c1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384283 Aug 31 15:36:08.563091 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad8013-c1cb-454a-8641-648d438224be req-7870c1aa-ef4f-4dd4-aa04-434570594070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.564585 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-7870c1aa-ef4f-4dd4-aa04-434570594070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0714445 Aug 31 15:36:08.696132 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad8013-c1cb-454a-8641-648d438224be req-e3432fc9-804a-4ba6-8943-da77629921b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.697552 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-e3432fc9-804a-4ba6-8943-da77629921b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1260107 Aug 31 15:36:08.801173 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-843e04d5-a40c-4732-bab0-5dc6743bb98f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.0965195 Aug 31 15:36:08.864823 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad8013-c1cb-454a-8641-648d438224be req-a196f69b-d9f7-49ed-9bd9-faaf5cd71bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.866256 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-a196f69b-d9f7-49ed-9bd9-faaf5cd71bd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0578501 Aug 31 15:36:08.942886 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad8013-c1cb-454a-8641-648d438224be req-679720a3-9ceb-45d4-bfb0-8b0fe76117b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:08.944845 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-679720a3-9ceb-45d4-bfb0-8b0fe76117b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716538 Aug 31 15:36:09.074434 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-29b3888f-03c1-4c52-88f1-e34c1f20d094 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222155 Aug 31 15:36:09.204358 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-7bad8013-c1cb-454a-8641-648d438224be req-9e7cb3ad-1d04-43f3-a193-2e051980fe85 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232262 Aug 31 15:36:09.734962 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c012ceb-4f04-4eb2-8f1e-4d6a499a7338 req-43deb72a-89db-4481-9ee2-36a6518efc05 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:09.736408 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c012ceb-4f04-4eb2-8f1e-4d6a499a7338 req-43deb72a-89db-4481-9ee2-36a6518efc05 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0792859 Aug 31 15:36:09.780597 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c012ceb-4f04-4eb2-8f1e-4d6a499a7338 req-3c55acec-89c4-4fba-8f23-49acf2c1e84c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385146 Aug 31 15:36:10.965320 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4b0c8-70cd-4bba-a357-d5807e27e01e req-a67f3239-b91e-4e92-b31a-3da9a200a4b6 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:10.966799 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5eb4b0c8-70cd-4bba-a357-d5807e27e01e req-a67f3239-b91e-4e92-b31a-3da9a200a4b6 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0829268 Aug 31 15:36:11.011914 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5eb4b0c8-70cd-4bba-a357-d5807e27e01e req-75f9be65-d7bd-442f-ae66-993f8825dd96 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Aug 31 15:36:17.293660 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6ff69b0a-f91f-4b5f-a5d9-2bb9e1d5f657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:17.813433 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:20.090347 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3cc47b21-c0fe-404f-96a1-3c88fece045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:20.669796 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:22.394661 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.229614 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:31.975781 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-b326a5e1-0727-4851-b83a-0b6494ef12c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687921 Aug 31 15:36:32.138833 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-92249e2c-851e-411b-8781-5bd5e6d4571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:32.140285 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-92249e2c-851e-411b-8781-5bd5e6d4571b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0741265 Aug 31 15:36:32.284577 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-026dbc07-0b2e-4742-ab61-fecf75464a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:32.285948 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-026dbc07-0b2e-4742-ab61-fecf75464a48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1261482 Aug 31 15:36:32.489315 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-2af4c792-977b-425f-9ea0-c67b80eca030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.1965809 Aug 31 15:36:32.553711 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-a70fc315-4b95-459a-b06d-4c579be929e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:32.555095 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-a70fc315-4b95-459a-b06d-4c579be929e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0575826 Aug 31 15:36:32.629922 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-fc4ae3c3-fb39-4162-bafe-db2159b9cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:32.631449 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-fc4ae3c3-fb39-4162-bafe-db2159b9cdc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694273 Aug 31 15:36:32.761507 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-335c40fa-d50d-470b-8309-eb4490d946af service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222565 Aug 31 15:36:32.892834 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-8b2d34c3-ea8e-4b08-8040-4bfad836daf9 req-380e9ac7-faf3-4964-8beb-cf14e2bbbf1a service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237161 Aug 31 15:36:34.631914 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:36:47.297115 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e1b1dcd7-e953-4159-955f-b62e7518f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:47.814734 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:50.091013 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-e6267bd6-e5c7-4569-b8da-abf6f4d684db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:50.672684 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:52.398206 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:00.229472 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:11.631089 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:37:17.298748 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ddf1cf03-db1f-435d-844f-43f9b40fadfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:17.818149 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:18.401343 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ff284-0d69-438d-adcf-0ace81864552 req-7c035edd-b854-43a6-868b-aaccda3d7e6b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:18.402958 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-950ff284-0d69-438d-adcf-0ace81864552 req-7c035edd-b854-43a6-868b-aaccda3d7e6b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0789406 Aug 31 15:37:18.449782 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-950ff284-0d69-438d-adcf-0ace81864552 req-0dab62bd-0037-408b-8049-fbc7329bd076 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Aug 31 15:37:19.633891 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7d556-7fb0-47bf-b744-e66bb308349b req-36dc70ae-4bb0-4511-a584-071dfcb6c165 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:19.635390 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-90f7d556-7fb0-47bf-b744-e66bb308349b req-36dc70ae-4bb0-4511-a584-071dfcb6c165 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0795016 Aug 31 15:37:19.680060 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-90f7d556-7fb0-47bf-b744-e66bb308349b req-082537fa-5cd5-4549-a878-fb5a5043a9f6 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Aug 31 15:37:20.091976 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-800465e2-7c2b-4ef8-a335-044331ee2888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:20.675091 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:20.866467 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33d200-b7ca-4896-8cf5-2e4495781728 req-a440f3cc-625c-4c1b-bdae-7b4c3227c03a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:20.867885 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc33d200-b7ca-4896-8cf5-2e4495781728 req-a440f3cc-625c-4c1b-bdae-7b4c3227c03a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0822265 Aug 31 15:37:20.910706 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-dc33d200-b7ca-4896-8cf5-2e4495781728 req-af427791-dec8-44e2-beac-0295e4d082f8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367019 Aug 31 15:37:22.091151 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb144ab-987b-4775-a4af-9930f2ac0900 req-e2f4d93e-3b66-4af5-aaf2-78f21bed6e1d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:22.092573 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eeb144ab-987b-4775-a4af-9930f2ac0900 req-e2f4d93e-3b66-4af5-aaf2-78f21bed6e1d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0786834 Aug 31 15:37:22.135368 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-eeb144ab-987b-4775-a4af-9930f2ac0900 req-05e4e80c-6f88-46a0-8078-d6f00747affd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372491 Aug 31 15:37:22.398917 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:23.319610 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292f85-c077-4dc6-8d54-c7535bff486b req-5ac1ac6f-4095-48c3-bfd9-ec4feb2cdea1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:23.321044 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9f292f85-c077-4dc6-8d54-c7535bff486b req-5ac1ac6f-4095-48c3-bfd9-ec4feb2cdea1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0837986 Aug 31 15:37:23.366027 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9f292f85-c077-4dc6-8d54-c7535bff486b req-ebfe67c8-defa-46a6-be78-f77e15a6432c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Aug 31 15:37:24.552929 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d403597-79cc-4d2c-b468-28c7b7a5c16a req-d5192066-ddee-4228-9670-c691a6b0766f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:24.554369 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9d403597-79cc-4d2c-b468-28c7b7a5c16a req-d5192066-ddee-4228-9670-c691a6b0766f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0824418 Aug 31 15:37:24.601620 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9d403597-79cc-4d2c-b468-28c7b7a5c16a req-7f5059b5-15cd-4f86-903a-80457604825d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Aug 31 15:37:25.782836 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3f4d4-a578-418d-929a-477c3c77e6b9 req-b9fbf64d-1dd0-499a-bcaf-83a4a7ead4bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:25.784276 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bca3f4d4-a578-418d-929a-477c3c77e6b9 req-b9fbf64d-1dd0-499a-bcaf-83a4a7ead4bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0803800 Aug 31 15:37:25.828241 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bca3f4d4-a578-418d-929a-477c3c77e6b9 req-ccc573c5-9edf-474e-acfa-cf108a12fb79 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Aug 31 15:37:27.010766 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff35a9-d3c0-46d5-a9d9-c1c93d0e78b0 req-b9f05e64-0fe6-4dac-b72d-29815e9ae4cb tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:27.012221 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0bff35a9-d3c0-46d5-a9d9-c1c93d0e78b0 req-b9f05e64-0fe6-4dac-b72d-29815e9ae4cb tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0826564 Aug 31 15:37:27.055230 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-0bff35a9-d3c0-46d5-a9d9-c1c93d0e78b0 req-0e65ac7c-2f16-4134-a5b0-1cd6cce4a3b7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373576 Aug 31 15:37:28.237481 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb2c47-4fb6-4c23-9f09-4f9627c06118 req-bc488c40-0f38-4604-bcb2-45fd5b015292 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:28.238974 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9fb2c47-4fb6-4c23-9f09-4f9627c06118 req-bc488c40-0f38-4604-bcb2-45fd5b015292 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0792525 Aug 31 15:37:28.281703 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b9fb2c47-4fb6-4c23-9f09-4f9627c06118 req-c12a31e6-32ac-4fdf-8069-eb7b02962f36 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372293 Aug 31 15:37:29.551539 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcd5df-21b0-4d54-8ae3-2d8ac08c0295 req-80da28da-ecd3-4041-9faf-5a49b73e3f84 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:29.553008 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52bcd5df-21b0-4d54-8ae3-2d8ac08c0295 req-80da28da-ecd3-4041-9faf-5a49b73e3f84 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.1686845 Aug 31 15:37:29.596125 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-52bcd5df-21b0-4d54-8ae3-2d8ac08c0295 req-dc2cb6d4-f297-4caf-b113-0fa83a79575a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373263 Aug 31 15:37:30.226847 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:30.777216 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bed10-ef25-4015-b053-23d4c8130763 req-381c5772-2a82-48b9-baa0-f70a6eb91d8c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:30.778917 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c45bed10-ef25-4015-b053-23d4c8130763 req-381c5772-2a82-48b9-baa0-f70a6eb91d8c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0794516 Aug 31 15:37:30.824562 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-c45bed10-ef25-4015-b053-23d4c8130763 req-8d598f60-b8e9-4b3c-a859-2623fe79b549 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394905 Aug 31 15:37:32.011108 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7ff64-c4cc-4fe9-b19e-c0ea9e764a3d req-00df98ac-3c6b-4539-9d48-2c9a12ec2213 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.012558 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13c7ff64-c4cc-4fe9-b19e-c0ea9e764a3d req-00df98ac-3c6b-4539-9d48-2c9a12ec2213 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0824206 Aug 31 15:37:32.055554 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-13c7ff64-c4cc-4fe9-b19e-c0ea9e764a3d req-71abc914-96d4-4f34-921f-9b66b363952f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Aug 31 15:37:32.374466 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-3e9db736-6c80-4073-9557-5a8d5b0f86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.375958 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-3e9db736-6c80-4073-9557-5a8d5b0f86bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0801554 Aug 31 15:37:32.518666 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-74024474-f54b-4b18-a120-1c5834b31c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.520120 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-74024474-f54b-4b18-a120-1c5834b31c85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1250184 Aug 31 15:37:32.624443 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-c2cf8874-b7e5-4db5-8b34-511c6c5daf2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.0964978 Aug 31 15:37:32.687166 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-71e382ba-ef4b-4e6b-882e-27a4934c987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.688543 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-71e382ba-ef4b-4e6b-882e-27a4934c987f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0570526 Aug 31 15:37:32.765936 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-9c810744-5441-49f9-88e4-8d88df834ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.767421 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-9c810744-5441-49f9-88e4-8d88df834ccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719745 Aug 31 15:37:32.899470 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-3cbb1cbc-fb59-45ef-bd19-084e9d911a27 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245008 Aug 31 15:37:33.029447 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-0553f8ac-d6ef-4683-9ba0-5b12fbdde9af req-3690349a-c0f0-40c4-9074-a21a121a41ed service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223898 Aug 31 15:37:33.234803 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fca00-1386-4be9-83f1-b509fe01a014 req-1144675d-5956-411a-a6bc-f1397782045a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:33.236149 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-590fca00-1386-4be9-83f1-b509fe01a014 req-1144675d-5956-411a-a6bc-f1397782045a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0785370 Aug 31 15:37:33.283422 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-590fca00-1386-4be9-83f1-b509fe01a014 req-43fd53f0-a664-412b-825b-fede6f89b047 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Aug 31 15:37:34.468076 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf68e0-cb7d-4b1e-a778-e778031a0dc4 req-a444620a-ad2a-465b-904d-48173e583e6a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:34.469423 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-debf68e0-cb7d-4b1e-a778-e778031a0dc4 req-a444620a-ad2a-465b-904d-48173e583e6a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0816782 Aug 31 15:37:34.521943 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-debf68e0-cb7d-4b1e-a778-e778031a0dc4 req-f6c9bb73-40ec-433b-a62a-04c14de2b876 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468533 Aug 31 15:37:34.865654 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defea28-81ea-4df4-94ef-b3673e78ab00 req-77977005-459c-49c5-a618-f443593466cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:34.867166 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8defea28-81ea-4df4-94ef-b3673e78ab00 req-77977005-459c-49c5-a618-f443593466cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0918949 Aug 31 15:37:34.912103 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8defea28-81ea-4df4-94ef-b3673e78ab00 req-cf52de0c-f7f2-4ecf-b402-42b3f8f79e0d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Aug 31 15:37:34.930827 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939394bf-882d-41e9-a1c6-54942831a728 req-0c3f97fc-d9dc-4111-a6fa-9d84c08b4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:34.930827 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-0c3f97fc-d9dc-4111-a6fa-9d84c08b4ceb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0717812 Aug 31 15:37:35.059234 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939394bf-882d-41e9-a1c6-54942831a728 req-6ef14f59-b3a2-4417-be48-e2bd7f32e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:35.060641 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-6ef14f59-b3a2-4417-be48-e2bd7f32e324 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1240549 Aug 31 15:37:35.161762 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-ef2ca2ac-abe0-4aa5-a40a-0ffa7c989015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.0937889 Aug 31 15:37:35.223482 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939394bf-882d-41e9-a1c6-54942831a728 req-afc5b62c-702c-4f84-8f0e-fc8528014a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:35.224932 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-afc5b62c-702c-4f84-8f0e-fc8528014a71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0561290 Aug 31 15:37:35.395965 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939394bf-882d-41e9-a1c6-54942831a728 req-1752294f-0751-455f-a793-c4851479d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:35.397439 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-1752294f-0751-455f-a793-c4851479d8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1665976 Aug 31 15:37:35.527743 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-a9899a3d-867a-423b-8618-9abbb4264122 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234314 Aug 31 15:37:35.660357 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-939394bf-882d-41e9-a1c6-54942831a728 req-9453ab1a-f5a8-4e46-853b-52c2846f5b57 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Aug 31 15:37:36.094346 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02d72-831d-4fdd-9bfc-48bc0e8abeae req-73e1bd1e-c50a-495b-8ecd-802547fe8f7b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:36.095768 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ce02d72-831d-4fdd-9bfc-48bc0e8abeae req-73e1bd1e-c50a-495b-8ecd-802547fe8f7b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0789220 Aug 31 15:37:36.138263 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8ce02d72-831d-4fdd-9bfc-48bc0e8abeae req-dfdf6017-84e3-429d-9848-9c7e5696470e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369265 Aug 31 15:37:37.329940 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ba49b-7aa8-4541-beab-ddd9f8392222 req-3374d157-8b13-40fc-9e2c-a7c70f2ace6e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:37.331454 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7e6ba49b-7aa8-4541-beab-ddd9f8392222 req-3374d157-8b13-40fc-9e2c-a7c70f2ace6e tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0841892 Aug 31 15:37:37.376864 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-7e6ba49b-7aa8-4541-beab-ddd9f8392222 req-7dbb1a97-2954-4401-afb3-666929c893d6 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Aug 31 15:37:47.302348 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb8bc-6a50-4b7e-8665-b699507cd784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:47.820005 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:48.630096 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:37:50.092910 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3214c959-f6fb-4ccd-a86a-e1f354aa2f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:50.677399 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:52.401529 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:00.226277 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:17.303171 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f83371fd-da0d-415d-ab76-5df8ee19ebcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:17.822425 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:20.093650 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0157-4463-4a00-b9a4-f8b72b05201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:20.683214 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.403996 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:25.631487 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:38:30.256131 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:33.999909 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-16c35932-17bb-4d8b-8955-4ba653552c62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730867 Aug 31 15:38:34.168670 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-1e7e7521-b0e3-42be-8f9d-e9bf688e8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:34.170125 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-1e7e7521-b0e3-42be-8f9d-e9bf688e8e30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 1098 time: 0.0692577 Aug 31 15:38:34.315253 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-0bf561a7-4aff-4195-a780-47834d04b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:34.316623 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-0bf561a7-4aff-4195-a780-47834d04b14c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1232367 Aug 31 15:38:34.417285 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-28b62879-8be3-4798-8443-6424ac3a60be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 200 len: 1001 time: 0.0939748 Aug 31 15:38:34.478975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-fc6c776e-6fcf-48dd-b6dd-fb92f1250f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:34.480317 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-fc6c776e-6fcf-48dd-b6dd-fb92f1250f24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0554395 Aug 31 15:38:34.555948 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-d5dcaf71-fce0-4692-bfb2-404d12dc41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:34.557612 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-d5dcaf71-fce0-4692-bfb2-404d12dc41ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697398 Aug 31 15:38:34.692219 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-bb56b912-a9cd-4caf-8cd5-027c41cf5ebb service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272428 Aug 31 15:38:34.822602 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-b319c1ba-f406-4403-8c53-a99ce24641a2 req-0c6f55b4-925c-4769-908d-5b5816ff9498 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231949 Aug 31 15:38:41.280264 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef965-d0e2-43c7-a7ea-b9e90e7c3721 req-484efea3-09c7-4c2a-bb21-cdd765f25169 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:41.281630 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75eef965-d0e2-43c7-a7ea-b9e90e7c3721 req-484efea3-09c7-4c2a-bb21-cdd765f25169 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0809305 Aug 31 15:38:41.328864 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-75eef965-d0e2-43c7-a7ea-b9e90e7c3721 req-c4e8962c-e583-49ea-bab4-4de542f2c23a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Aug 31 15:38:42.655315 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c485-4219-409b-ab7d-84c35851e170 req-279c3f6d-293d-4e9b-acc8-ebc5fa3c680b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:42.656802 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a221c485-4219-409b-ab7d-84c35851e170 req-279c3f6d-293d-4e9b-acc8-ebc5fa3c680b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0805705 Aug 31 15:38:42.701385 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a221c485-4219-409b-ab7d-84c35851e170 req-be47e03e-14ed-4591-9ba1-4466c76dce9d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389693 Aug 31 15:38:43.886634 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d2b3-99b5-4219-98a2-a471b4558417 req-2461ec1f-8101-4d07-a7a5-261833581e80 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:43.888129 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1f24d2b3-99b5-4219-98a2-a471b4558417 req-2461ec1f-8101-4d07-a7a5-261833581e80 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0852962 Aug 31 15:38:43.933550 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-1f24d2b3-99b5-4219-98a2-a471b4558417 req-c8165385-164f-42cd-aae0-33697339dd83 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=e098e042-8405-46c7-9a0d-b252f747e71b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Aug 31 15:38:44.192135 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-e291be42-63bd-4225-bb6d-eaf9449355cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:44.192840 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-e291be42-63bd-4225-bb6d-eaf9449355cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:44.210033 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-e291be42-63bd-4225-bb6d-eaf9449355cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:44.211126 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-e291be42-63bd-4225-bb6d-eaf9449355cf tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 945 time: 0.0965474 Aug 31 15:38:44.285546 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Deleting port 3c4a7fac-f03c-4654-a94e-bb732f1c976c {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:38:44.285889 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:44.527096 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] For port 3c4a7fac-f03c-4654-a94e-bb732f1c976c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3c4a7fac-f03c-4654-a94e-bb732f1c976c,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:44.527370 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:44.903222 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:44.903598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:44.903911 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.l3_db [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Floating IP 56ea0458-a55b-4128-878b-24a3e8374df9 disassociated. External IP: 172.28.0.132, port: 3c4a7fac-f03c-4654-a94e-bb732f1c976c. Aug 31 15:38:44.904246 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Calling delete_port for 3c4a7fac-f03c-4654-a94e-bb732f1c976c owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:38:45.051923 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:45.057646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-2b9dc884-c0d0-4873-9ab9-b73a8880fc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:45.079661 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-5c73270c-adc9-4254-a208-cfc374a8d8b9 req-7ef82636-5a5c-4e61-b5e9-ab1ebdb9b03b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 210 time: 0.0432003 Aug 31 15:38:45.103026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'Port': ['ID=3c4a7fac-f03c-4654-a94e-bb732f1c976c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:45.113421 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.113725 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.114114 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.114477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.114832 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.115183 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.115534 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.115882 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.116231 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.116575 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.116921 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.117264 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:45.120868 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:45.296727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:38:45.474212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:38:45.484000 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:38:45.494714 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:45.495344 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:38:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:45.549004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] No DVR routers for this DVR port 3c4a7fac-f03c-4654-a94e-bb732f1c976c on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:38:45.552258 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:45.555203 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'name': 'network-vif-deleted', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:45.573436 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-72b54abd-a5fe-49b1-b520-7801169835f0 req-234dc7c8-b3df-47db-a65b-7696e61c2a4c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "DELETE /v2.0/ports/3c4a7fac-f03c-4654-a94e-bb732f1c976c HTTP/1.1" status: 204 len: 173 time: 1.3566704 Aug 31 15:38:45.610879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0285eed-ffdf-4e65-bef5-e63c610deafd', 'name': 'network-vif-deleted', 'tag': '3c4a7fac-f03c-4654-a94e-bb732f1c976c', 'status': 'completed', 'code': 200} Aug 31 15:38:45.688828 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:46.002337 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:46.006642 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:38:46.014781 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:46.015380 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:38:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:46.192341 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:46.259969 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a9693f11-b271-4fb9-abb2-3c57ad58f7fe req-40a7698d-cf8a-4c74-a3a1-b3896386ac69 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0285eed-ffdf-4e65-bef5-e63c610deafd HTTP/1.1" status: 200 len: 210 time: 0.0503728 Aug 31 15:38:46.529000 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:46.533287 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cd14d-c6ed-426e-b1db-2d947720f769 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:38:46.738832 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c6e42-0910-417e-870c-6601da660772 None None] New status for floating IP 56ea0458-a55b-4128-878b-24a3e8374df9: DOWN {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:38:47.307111 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-08d53147-7703-4fb5-b37c-17c702338759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.386619 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37490) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:47.390623 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 3c4a7fac-f03c-4654-a94e-bb732f1c976c no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:38:47.423512 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: 3c4a7fac-f03c-4654-a94e-bb732f1c976c {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:38:47.423952 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device 3c4a7fac-f03c-4654-a94e-bb732f1c976c not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:38:47.457504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.484763 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.537570 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.541364 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-d367d6b8-bb2d-4d70-a0e2-3e2d18681a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:47.555135 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098e042-8405-46c7-9a0d-b252f747e71b,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:47.564292 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.564680 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.565148 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.566044 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.566430 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.566847 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.567205 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.567569 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.567925 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.568280 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.568632 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.568985 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:47.573729 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:47.577078 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.578210 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-529cb4c4-6bee-4583-8938-3ce4c8de4a03 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "DELETE /v2.0/security-groups/e098e042-8405-46c7-9a0d-b252f747e71b HTTP/1.1" status: 204 len: 168 time: 0.1903560 Aug 31 15:38:47.580846 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37494) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:47.597552 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.api.v2.resource [None req-34d24791-8400-40a2-9eea-445dc6b4985d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] show failed (client error): The resource could not be found. Aug 31 15:38:47.598551 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-34d24791-8400-40a2-9eea-445dc6b4985d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups/e098e042-8405-46c7-9a0d-b252f747e71b HTTP/1.1" status: 404 len: 347 time: 0.0161858 Aug 31 15:38:47.601271 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37498) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:47.755904 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Deleting port 8f97dc01-e244-4652-b474-ee71d3421fd5 {{(pid=79292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:38:47.756164 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.824451 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.919416 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:47.919739 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.124982 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.plugins.ml2.plugin [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Calling delete_port for 8f97dc01-e244-4652-b474-ee71d3421fd5 owned by network:floatingip {{(pid=79292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:38:48.262689 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.266963 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0cd53a71-617f-4f0f-ae33-48109740d4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:48.313463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'Port': ['ID=8f97dc01-e244-4652-b474-ee71d3421fd5,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:48.338345 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:48.399968 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.414437 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.415561 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-65e87ec9-3188-45dd-9dde-b72235fe5f1f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "DELETE /v2.0/floatingips/56ea0458-a55b-4128-878b-24a3e8374df9 HTTP/1.1" status: 204 len: 168 time: 0.8134294 Aug 31 15:38:48.736904 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37504) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:48.742235 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523267808', 'description': 'tempest-description--1867054938'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:48.748139 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:48.752149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:48.755317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:48.761691 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:48.772206 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.793888 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:48.797600 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:48.800364 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:48.805841 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:48.875242 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.879149 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.884260 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-114f1670-e007-4d03-964e-d76afb47f7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:48.923659 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654a4295-2f20-4d15-b3c4-90bbea45607e,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:48.927142 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:48.928387 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1904149 Aug 31 15:38:48.929268 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-41515f78-cf78-4d9e-9498-7444adeda163 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:48.931848 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37508) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:48.937501 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group_rule': {'security_group_id': '654a4295-2f20-4d15-b3c4-90bbea45607e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:48.943816 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:48.947627 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:48.950489 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:48.956321 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:48.976711 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.036069 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.040101 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.047405 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:49.068466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00be25a5-c7af-42b2-ac2f-b301185cff7d,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:49.072721 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:49.077241 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.078414 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-984196c2-68d9-42b3-89bd-d5c6f890b030 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454198 Aug 31 15:38:49.081936 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37512) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:49.086950 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'security_group_rule': {'security_group_id': '654a4295-2f20-4d15-b3c4-90bbea45607e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:49.092503 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:49.096230 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:security_group_rule and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:49.099168 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:49.104740 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:49.122163 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.181374 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.185179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356139'] for security_group_rule, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.187279 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7291c9a2-d3f5-4836-bce3-231b4509ba6b tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:49.206473 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50860ecf-5c06-40a3-9dfd-274ddad8c495,revision_number=0']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:49.210226 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:49.217976 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.219171 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-62685958-ef7e-4df7-98f8-f09bf490365d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362782 Aug 31 15:38:49.222809 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37516) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:49.228029 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'floatingip': {'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:49.233586 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:49.237930 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Usage tracker for resource:floatingip and tenant:3289ec08b76a44f59409dd07bd0bbb95 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:49.241039 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:49.246690 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:49.256776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.394819 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.532117 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.db_base_plugin_common [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Allocated IP 172.28.0.95 (c8efb7db-9d16-4660-8fd1-8ad81924fe7a/e9433c40-1bce-4bae-84a0-4a7928dbd1a0/05f7f260-5b8e-4380-8b5a-112af78b5e2c) {{(pid=79292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:38:49.684740 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.713036 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3040768'] for port, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.716497 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-bfda127f-263b-42ea-b37c-226b0f73f2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:49.776192 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Network c8efb7db-9d16-4660-8fd1-8ad81924fe7a is already hosted by enough agents. {{(pid=79292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:38:49.779075 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.base_scheduler [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources bound (agent type, host, resource id): {{(pid=79292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:38:49.782669 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Received port after_create {{(pid=79292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:38:49.819874 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=05f7f260-5b8e-4380-8b5a-112af78b5e2c,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:49.823638 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:49.867113 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:49.923656 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.096920 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-908cf6bd-1ee7-4547-a0e6-964dfc851109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.123901 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.128876 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3040793'] for port, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.133292 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-aa6f6a01-4f5c-4323-9b33-8b45c4a894ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:50.240308 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=05f7f260-5b8e-4380-8b5a-112af78b5e2c,revision_number=2']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:50.244180 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:50.248920 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.271179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.272893 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-07b7110c-0e30-4872-8ef6-4286c1637d54 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0491064 Aug 31 15:38:50.596580 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-4c024c37-0af7-45c5-b230-b03beb469da8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:50.611434 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-4c024c37-0af7-45c5-b230-b03beb469da8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:50.612539 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-4c024c37-0af7-45c5-b230-b03beb469da8 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--523267808&fields=id&tenant_id=3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 267 time: 0.0605288 Aug 31 15:38:50.684356 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:50.861989 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-80de1ca9-fd28-41fb-aeec-092382a3837c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:50.863414 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-80de1ca9-fd28-41fb-aeec-092382a3837c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 810 time: 0.2442272 Aug 31 15:38:50.877407 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-7d3ac0bd-60fb-493b-9984-3acc57695041 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/quotas/3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 375 time: 0.0086477 Aug 31 15:38:50.960237 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-834f648e-e82d-4795-8c35-dadf40b48164 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79292) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:50.974960 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-834f648e-e82d-4795-8c35-dadf40b48164 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79292) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:50.976335 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-834f648e-e82d-4795-8c35-dadf40b48164 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937533 Aug 31 15:38:51.187484 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-b8590728-fe12-4730-8ea2-85e02b92524b service neutron] 10.222.0.66 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991806 Aug 31 15:38:51.319452 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-87bb3f9c-fd4f-4eaa-a21c-f736e0e1e082 service neutron] 10.222.0.66 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251705 Aug 31 15:38:51.557205 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-ed6b1446-6ee8-4636-9375-d9669de417b3 req-f602ac8f-e909-4014-a7bc-50e0678bbf2c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 210 time: 0.0964386 Aug 31 15:38:52.406915 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:52.712503 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-397d1406-9db7-469b-81c4-9c22a96a7683 req-8ac0aab0-a140-4971-b7cb-96d854cc424c tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 210 time: 0.0435648 Aug 31 15:38:52.724292 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-cf5e3693-77bf-4e84-9cec-e12be1bad40d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:52.734514 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-cf5e3693-77bf-4e84-9cec-e12be1bad40d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 810 time: 0.1501620 Aug 31 15:38:52.785855 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-a2ccbb60-31b7-439c-9ae4-3d211f7d6ec7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:52.797806 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-f495dd66-bb93-4293-a29c-507fe265816f req-a2ccbb60-31b7-439c-9ae4-3d211f7d6ec7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:security_group {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:52.798947 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-a2ccbb60-31b7-439c-9ae4-3d211f7d6ec7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3289ec08b76a44f59409dd07bd0bbb95 HTTP/1.1" status: 200 len: 379 time: 0.0547805 Aug 31 15:38:52.810885 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'port': {'device_id': '7531d69d-3cd9-497d-a23d-343568d87588', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'admin_state_up': True, 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'security_groups': ['654a4295-2f20-4d15-b3c4-90bbea45607e']}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:52.945050 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:52.954355 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:52.963948 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Made reservation on behalf of 3289ec08b76a44f59409dd07bd0bbb95 for: {'port': 1} {{(pid=79291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:38:52.967431 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.225150 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_common [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Allocated IP 172.20.0.3 (1b5605fe-a041-40b0-b911-83ebcc0b539f/705414e3-3728-436f-8e17-e8ba5b15d267/c30610af-e0be-427f-bbaa-8439f8c3a4ba) {{(pid=79291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:38:53.412658 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for port, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.428645 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Transition to ACTIVE for port object c30610af-e0be-427f-bbaa-8439f8c3a4ba will not be triggered until provisioned by entity DHCP. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:38:53.453038 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751337806888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.458786 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c3d48ec3-9cdc-4bbf-8198-deb16e4b8af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:53.527031 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f is already hosted by enough agents. {{(pid=79291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:38:53.529880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.base_scheduler [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Resources bound (agent type, host, resource id): {{(pid=79291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:38:53.533646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Received port after_create {{(pid=79291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:38:53.564794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event updated for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:53.571854 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:53.602164 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:53.602778 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.628967 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225803 Aug 31 15:38:53.649146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.v2.base [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Request body: {'port': {'device_id': '7531d69d-3cd9-497d-a23d-343568d87588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:53.763501 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.770308 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5e0970e5-060f-4a4c-a03d-0ca07be7fbb9 None None] Provisioning for port c30610af-e0be-427f-bbaa-8439f8c3a4ba completed by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:38:53.775815 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-5e0970e5-060f-4a4c-a03d-0ca07be7fbb9 None None] Provisioning complete for port c30610af-e0be-427f-bbaa-8439f8c3a4ba triggered by entity DHCP. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:38:53.776204 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-5e0970e5-060f-4a4c-a03d-0ca07be7fbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:53.832119 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-5e0970e5-060f-4a4c-a03d-0ca07be7fbb9 None None] Port c30610af-e0be-427f-bbaa-8439f8c3a4ba cannot update to ACTIVE because it is not bound. {{(pid=79293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:38:53.907767 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1732b-a377-4cd2-957d-a0e79a7886f0 req-2eedbcd7-60db-4747-ae70-1727138da218 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:53.909279 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82d1732b-a377-4cd2-957d-a0e79a7886f0 req-2eedbcd7-60db-4747-ae70-1727138da218 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 931 time: 0.0818388 Aug 31 15:38:53.954768 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-82d1732b-a377-4cd2-957d-a0e79a7886f0 req-aec268f3-557a-4dd8-a0ac-6c8009eb9362 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Aug 31 15:38:54.108807 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30610af-e0be-427f-bbaa-8439f8c3a4ba {{(pid=79291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:38:54.116595 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:54.131412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.provisioning_blocks [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Transition to ACTIVE for port object c30610af-e0be-427f-bbaa-8439f8c3a4ba will not be triggered until provisioned by entity L2. {{(pid=79291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:38:54.134555 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:54.138728 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9848c6e4-d58b-432b-a1a8-11984471d845 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:54.295755 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Pushing event updated for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=2']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:54.303628 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:54.370984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Attempting to bind port c30610af-e0be-427f-bbaa-8439f8c3a4ba on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:38:54.371244 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Attempting to bind port c30610af-e0be-427f-bbaa-8439f8c3a4ba by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:38:54.371566 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Attempting to bind port c30610af-e0be-427f-bbaa-8439f8c3a4ba on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:38:54.376011 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Port c30610af-e0be-427f-bbaa-8439f8c3a4ba on network 1b5605fe-a041-40b0-b911-83ebcc0b539f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:38:54.376320 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Attempting to bind port c30610af-e0be-427f-bbaa-8439f8c3a4ba on network 1b5605fe-a041-40b0-b911-83ebcc0b539f {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:38:54.381892 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Checking agent: {'id': 'c8e3dcb8-6b67-4d94-a152-fb1153e08e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'started_at': datetime.datetime(2021, 8, 31, 15, 21, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:38:54.382241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Checking segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:38:54.382615 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Bound using segment: {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'} {{(pid=79291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:38:54.383026 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.managers [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Bound port: c30610af-e0be-427f-bbaa-8439f8c3a4ba, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f'}}] {{(pid=79291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:38:54.383362 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:54.473241 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, cleared binding levels {{(pid=79291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:38:54.476743 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:38:54.481094 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3094918'] for port, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:54.485571 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a0acbb2f-4a76-444c-ac4a-07f4e71a329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:54.539184 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:54.539797 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:54.541240 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] 10.222.0.15 "PUT /v2.0/ports/c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 1093 time: 0.8965178 Aug 31 15:38:54.541739 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:54.564285 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Pushing event updated for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=3']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:54.571046 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-f34fd727-7a17-40fd-bc0b-c8e40ba00361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:54.592335 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'status': 'completed', 'code': 200} Aug 31 15:38:54.686560 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-69abeeaa-21b1-4826-ac6c-49420f02a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:54.688062 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-69abeeaa-21b1-4826-ac6c-49420f02a72f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1096 time: 0.0771871 Aug 31 15:38:54.779088 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-c662f2d8-90a9-4cb5-b460-913317a5d573 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 217 time: 0.0768552 Aug 31 15:38:54.843534 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-6db7f1d2-4b59-4cc9-866a-75aff3d2d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:54.844936 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-6db7f1d2-4b59-4cc9-866a-75aff3d2d20d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0593228 Aug 31 15:38:54.918956 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495dd66-bb93-4293-a29c-507fe265816f req-6dabaccb-9644-480a-a232-07a62cabe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:54.920318 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-6dabaccb-9644-480a-a232-07a62cabe95d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687606 Aug 31 15:38:55.052265 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-fc73feb3-6c87-47a8-8a7d-3feecce78e05 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245053 Aug 31 15:38:55.140393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652dc27-7b35-4024-af09-761bf8ea4a52 req-7b34e09c-ca49-43ae-b276-65f94abc11b7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:55.141974 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4652dc27-7b35-4024-af09-761bf8ea4a52 req-7b34e09c-ca49-43ae-b276-65f94abc11b7 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 943 time: 0.0849502 Aug 31 15:38:55.189361 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4652dc27-7b35-4024-af09-761bf8ea4a52 req-5ef56382-0639-4d31-8c66-1a914e000b91 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Aug 31 15:38:55.277498 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-f495dd66-bb93-4293-a29c-507fe265816f req-6116b359-6fd7-4ac2-9283-8da3d23e4c1e service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178998 Aug 31 15:38:55.452449 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-a438642b-2828-419f-86ea-d63ff55c0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:55.453839 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-a438642b-2828-419f-86ea-d63ff55c0f4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1096 time: 0.0746527 Aug 31 15:38:55.583915 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-f5644925-e6b8-45e2-a697-fde0f659a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:55.585340 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-f5644925-e6b8-45e2-a697-fde0f659a757 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1244538 Aug 31 15:38:55.656082 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-aaac1c43-7c4c-426e-875a-c2d5a80b1bf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 217 time: 0.0632010 Aug 31 15:38:55.718413 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-a72c4996-e774-415b-a2c7-346978593d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:55.719726 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-a72c4996-e774-415b-a2c7-346978593d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0566804 Aug 31 15:38:55.803581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-c7fefa83-c296-4779-8b1a-e5b43fd85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:55.805066 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-c7fefa83-c296-4779-8b1a-e5b43fd85ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781987 Aug 31 15:38:55.935383 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-62ecf527-73e1-45a8-b291-6cb87bc4b802 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233389 Aug 31 15:38:56.072382 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-a3b25404-1ec1-468a-85e9-6a94438cc3d5 req-f459c3c1-156b-43fc-a370-85380bcecf72 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292355 Aug 31 15:38:56.378445 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6762ee-3479-410d-b670-9e3b9fdd7f8a req-c63d6e54-6a41-4126-a32d-78576d3d0b13 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:56.379911 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4c6762ee-3479-410d-b670-9e3b9fdd7f8a req-c63d6e54-6a41-4126-a32d-78576d3d0b13 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 943 time: 0.0809193 Aug 31 15:38:56.427556 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-4c6762ee-3479-410d-b670-9e3b9fdd7f8a req-59a9ff36-1917-4364-bcbf-71c0c2d852f3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Aug 31 15:38:57.607038 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b3d6a-5a2d-41cc-8a00-fa580c7fc06b req-f36eeaee-38bd-4daa-a053-89167b5ade71 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:57.608387 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9a8b3d6a-5a2d-41cc-8a00-fa580c7fc06b req-f36eeaee-38bd-4daa-a053-89167b5ade71 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 943 time: 0.0786951 Aug 31 15:38:57.651051 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-9a8b3d6a-5a2d-41cc-8a00-fa580c7fc06b req-f33e0471-2f56-4543-9c59-215089702423 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371096 Aug 31 15:38:58.855706 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fdf34-f14c-4345-a138-90c5c97e3bfa req-5fecb9c3-fd37-42b9-9002-a5414be3d907 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:58.857139 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bf0fdf34-f14c-4345-a138-90c5c97e3bfa req-5fecb9c3-fd37-42b9-9002-a5414be3d907 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 943 time: 0.0995250 Aug 31 15:38:58.900034 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-bf0fdf34-f14c-4345-a138-90c5c97e3bfa req-2d9e2d6f-6f69-4b28-8408-bd3f97d5bd22 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368485 Aug 31 15:38:59.419951 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device c30610af-e0be-427f-bbaa-8439f8c3a4ba details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:38:59.549053 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:59.562112 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Returning: {'device': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'port_id': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'mac_address': 'fa:16:3e:2e:34:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:38:59.615681 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:59.632058 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30610af-e0be-427f-bbaa-8439f8c3a4ba {{(pid=79293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:38:59.647403 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:59.651095 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:59.652805 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:59.747920 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=4']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:59.755330 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.755673 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.756008 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.756336 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.756672 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.757003 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.757322 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.757640 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.757961 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.758299 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.758614 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.758924 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:59.762655 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:00.082135 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1027dda-fb5c-46e8-94bc-b224b488cfa3 req-bd4be611-3743-4eed-8e7c-ed209b70af7d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:00.083555 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1027dda-fb5c-46e8-94bc-b224b488cfa3 req-bd4be611-3743-4eed-8e7c-ed209b70af7d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 944 time: 0.0783689 Aug 31 15:39:00.125293 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] get_ports_and_sgs() called for port_ids ['c30610af-e0be-427f-bbaa-8439f8c3a4ba'] {{(pid=79293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:39:00.127104 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-f1027dda-fb5c-46e8-94bc-b224b488cfa3 req-6dae1c14-8abe-4359-a7dc-f13a59c3c824 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380547 Aug 31 15:39:00.278856 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:01.311776 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ce181-65d6-428d-abb0-29c40d9be922 req-be423153-4c89-4fc4-a2de-8023ad5fd0f0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:01.313225 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b86ce181-65d6-428d-abb0-29c40d9be922 req-be423153-4c89-4fc4-a2de-8023ad5fd0f0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 944 time: 0.0826950 Aug 31 15:39:01.357269 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-b86ce181-65d6-428d-abb0-29c40d9be922 req-da3dad6e-cb2d-4821-be21-de1fd07b5032 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378239 Aug 31 15:39:01.435435 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device c30610af-e0be-427f-bbaa-8439f8c3a4ba up at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:39:01.500766 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning for port c30610af-e0be-427f-bbaa-8439f8c3a4ba completed by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:39:01.505813 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.db.provisioning_blocks [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Provisioning complete for port c30610af-e0be-427f-bbaa-8439f8c3a4ba triggered by entity L2. {{(pid=79293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:39:01.506221 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180884'] for port, provisioning_complete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:01.619141 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1955328'] for port, before_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:01.645441 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba'}] {{(pid=79293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:39:01.655024 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:01.659060 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751338273347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751337806906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751337806951'] for port, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:01.661740 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:01.727321 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Pushing event updated for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=5']} {{(pid=79293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:01.730323 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_concurrency.lockutils [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:01.740376 dv-cinder-802781-4-smb neutron-server[79293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'code': 200} Aug 31 15:39:02.001412 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbd837-1a60-46cc-8127-1003e090868e req-4c7d1c60-2b51-4ead-a8fe-08ef5ab53551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:02.002879 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5dbd837-1a60-46cc-8127-1003e090868e req-4c7d1c60-2b51-4ead-a8fe-08ef5ab53551 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1098 time: 0.0727594 Aug 31 15:39:02.043847 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-e5dbd837-1a60-46cc-8127-1003e090868e req-4087bef4-f88d-45a9-a09d-bcaced373843 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346241 Aug 31 15:39:02.537470 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1cc0a-e567-4a67-896a-a8f3f199bf63 req-f4c7b1ef-eff6-48e4-8b4f-c625eb689a0a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:02.538931 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8eb1cc0a-e567-4a67-896a-a8f3f199bf63 req-f4c7b1ef-eff6-48e4-8b4f-c625eb689a0a tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.0785398 Aug 31 15:39:02.586420 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-8eb1cc0a-e567-4a67-896a-a8f3f199bf63 req-9a3474c4-7f91-4866-8f07-bdc0c60556eb tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 Aug 31 15:39:02.629795 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:39:03.768830 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ffe8d-ffcd-4ddc-887a-8a8ca18eab8c req-b96c073a-8869-4fad-abb3-65746d263fd9 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:03.770284 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-554ffe8d-ffcd-4ddc-887a-8a8ca18eab8c req-b96c073a-8869-4fad-abb3-65746d263fd9 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.0792942 Aug 31 15:39:03.813918 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-554ffe8d-ffcd-4ddc-887a-8a8ca18eab8c req-0c5e0f38-294e-434d-b4bc-0ad397cbd182 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381143 Aug 31 15:39:03.994534 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882347-1f92-4c56-bfbe-c61fb4eb912e req-e375d399-1316-47b9-8eb6-3716b1fc4edb tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:03.995898 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-19882347-1f92-4c56-bfbe-c61fb4eb912e req-e375d399-1316-47b9-8eb6-3716b1fc4edb tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.0829070 Aug 31 15:39:04.004142 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37586) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:04.009272 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.v2.base [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Request body: {'floatingip': {'port_id': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba'}} {{(pid=79292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:39:04.085150 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, before_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:04.763332 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:04.767249 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:04.932570 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.db.l3_db [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Floating IP 35a70874-90a5-42a8-8ef2-af9b08b14347 associated. External IP: 172.28.0.95, port: c30610af-e0be-427f-bbaa-8439f8c3a4ba. Aug 31 15:39:05.273504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:39:05.450209 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:39:05.455007 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:05.459690 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:39:05.469790 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:05.470457 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:38:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:05.507573 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-664f49a0-fe4f-46c0-9f2a-d2c9eb38b9b1 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "PUT /v2.0/floatingips/35a70874-90a5-42a8-8ef2-af9b08b14347 HTTP/1.1" status: 200 len: 990 time: 1.5024080 Aug 31 15:39:05.508219 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba'}] {{(pid=79292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:39:05.608150 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'status': 'completed', 'code': 200} Aug 31 15:39:05.650455 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:05.742057 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-a934299b-ca61-4d14-8b71-460da2cd5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:05.743540 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-a934299b-ca61-4d14-8b71-460da2cd5390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1098 time: 0.0694952 Aug 31 15:39:05.876224 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-3b47a67e-a1a2-40f5-8bd4-fa983dc03f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:05.878394 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-3b47a67e-a1a2-40f5-8bd4-fa983dc03f01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1274354 Aug 31 15:39:05.981070 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-9755c327-9a0d-4c61-a26e-84d9f866975b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 998 time: 0.0958045 Aug 31 15:39:05.996926 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '35a70874-90a5-42a8-8ef2-af9b08b14347', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.95', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:2e:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531d69d-3cd9-497d-a23d-343568d87588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:49Z', 'updated_at': '2021-08-31T15:39:04Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:06.000700 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:39:06.008844 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:06.009444 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:38:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:06.048448 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-1bcaa851-1fb8-446c-a3b6-79213d8e18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:06.049908 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-1bcaa851-1fb8-446c-a3b6-79213d8e18c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0617850 Aug 31 15:39:06.124089 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-cdbaaced-f050-4f78-a409-63dfde47b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:06.125606 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-cdbaaced-f050-4f78-a409-63dfde47b7c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688446 Aug 31 15:39:06.190665 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:06.260110 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-d7d06b22-20b8-4456-8981-2b579e48a8cf service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271396 Aug 31 15:39:06.394719 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-86f4beb9-e0cf-4a2c-b4f8-a43cb86ad8eb req-834b1cdd-83ed-4be9-9fb6-4675ddd77b54 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274264 Aug 31 15:39:06.567264 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '35a70874-90a5-42a8-8ef2-af9b08b14347', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.95', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:2e:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531d69d-3cd9-497d-a23d-343568d87588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:49Z', 'updated_at': '2021-08-31T15:39:04Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:06.571089 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93620a97-71b3-4f7b-b1fd-ae828c47ed03 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_floatingips': [{'id': '35a70874-90a5-42a8-8ef2-af9b08b14347', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'floating_ip_address': '172.28.0.95', 'floating_network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'router_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'port_id': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'mac_address': 'fa:16:3e:2e:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7531d69d-3cd9-497d-a23d-343568d87588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:49Z', 'updated_at': '2021-08-31T15:39:04Z', 'revision_number': 1, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:39:06.764395 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833cf8b-b4ab-4a33-ba77-a93e635255e0 None None] New status for floating IP 35a70874-90a5-42a8-8ef2-af9b08b14347: ACTIVE {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:39:17.309246 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ecbe84fc-5f66-4c30-a01c-fd696ab64572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:17.825236 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:18.680950 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [req-b0efff84-052f-45be-86a8-917991a2d597 req-acddffac-0b53-41f5-92f5-265eb0b4dd19 service neutron] (79291) timed out ('10.222.0.15', 60415) {{(pid=79291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:39:20.098818 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-74a3e7f1-fdee-4b19-a36a-ac3ba59d71d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:20.686199 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:22.409093 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:30.254336 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.053609 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-d1ff813b-734d-4322-b212-cc817989bda9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1957097 Aug 31 15:39:36.208479 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-123a51ae-786c-4b93-bf89-bb987459c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:36.209833 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-123a51ae-786c-4b93-bf89-bb987459c434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1098 time: 0.0693259 Aug 31 15:39:36.354859 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-4f1d1563-2174-4c9d-8bf4-80b6072302d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:36.356352 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-4f1d1563-2174-4c9d-8bf4-80b6072302d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1268024 Aug 31 15:39:36.457514 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-de65dfd4-4b61-4027-a07e-ece10e38d73b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 1000 time: 0.0935636 Aug 31 15:39:36.518858 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-9a49d45c-1aee-4042-ba7d-ad6fb36a85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:36.520176 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-9a49d45c-1aee-4042-ba7d-ad6fb36a85b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0555325 Aug 31 15:39:36.607908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-8012569e-48c3-48e8-b627-a74f19401b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:36.609414 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-8012569e-48c3-48e8-b627-a74f19401b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725486 Aug 31 15:39:36.744218 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-1ca48e34-bde7-4c00-8344-906149b27296 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272860 Aug 31 15:39:36.878465 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-41c7fe5a-c0ae-441b-9c96-ebf318dc4dea req-85feaa83-70c4-4315-94d4-5ce17e7fe873 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273155 Aug 31 15:39:39.628033 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:39:47.311863 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f93c6be9-21ef-4201-ad61-49e86a3d3969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:47.826190 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:50.100497 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-038dcf20-99c5-4141-a900-17e913c53061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:50.688501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.411928 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:00.253504 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:16.626199 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:40:17.313178 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-02fd836b-c6e7-40d7-9b61-2fd370ca574f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:17.828970 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:20.101821 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ac900922-1a62-4c3f-9ae1-8d5a60e9792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:20.690995 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:22.413493 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:30.269947 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:35.955914 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-b973a9c7-1718-4fc8-abfd-aedbc8deb3c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692046 Aug 31 15:40:36.120162 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-fdc5a51a-5737-49f4-963e-ff1613777454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:36.121624 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-fdc5a51a-5737-49f4-963e-ff1613777454 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 1098 time: 0.0749114 Aug 31 15:40:36.268111 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-f4468ecb-c607-4562-96e2-a3f87345cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:36.269545 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-f4468ecb-c607-4562-96e2-a3f87345cad6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 200 len: 911 time: 0.1265216 Aug 31 15:40:36.377310 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-26f849c3-8faa-4f3b-8073-9a6ce9a27f15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 200 len: 1000 time: 0.1008503 Aug 31 15:40:36.440949 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-b0571602-6e13-4c51-abb0-a1e2236c5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:36.442369 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-b0571602-6e13-4c51-abb0-a1e2236c5db7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 200 len: 849 time: 0.0578935 Aug 31 15:40:36.516007 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-09a47771-99f9-4d54-a8a8-f9739cc89655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:36.517491 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-09a47771-99f9-4d54-a8a8-f9739cc89655 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b5605fe-a041-40b0-b911-83ebcc0b539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683119 Aug 31 15:40:36.651817 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-e21e31dc-511c-4587-9e3e-d77b4dcd6d70 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273625 Aug 31 15:40:36.785436 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-33619eb6-7d03-4805-bf7d-8093b6c4fb36 req-f7736727-f91a-499c-8eff-71752cf36b64 service neutron] 10.222.0.15 "GET /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263342 Aug 31 15:40:41.749273 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d4b8e-090b-4457-98b4-5e1070f04eaf req-55c72d8f-9fbc-4816-9f84-826245b0fb1b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:41.751376 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-079d4b8e-090b-4457-98b4-5e1070f04eaf req-55c72d8f-9fbc-4816-9f84-826245b0fb1b tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.1826241 Aug 31 15:40:41.794914 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-079d4b8e-090b-4457-98b4-5e1070f04eaf req-c72ccd6d-ebe3-49fb-ba00-b50d4ce6daba tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376985 Aug 31 15:40:42.980393 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65332a-2505-4b44-960d-1d190b977305 req-426289fe-db47-4c22-b3bd-0fe950601be5 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:42.981821 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6e65332a-2505-4b44-960d-1d190b977305 req-426289fe-db47-4c22-b3bd-0fe950601be5 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.0793240 Aug 31 15:40:43.024804 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-6e65332a-2505-4b44-960d-1d190b977305 req-99c4a3c4-9091-4565-b83f-3ccd36c7e9b0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Aug 31 15:40:44.218821 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295d287-a0c8-45ec-a0df-ad573add827e req-9b9f9aa9-5d80-42db-ba69-15be2c01ab01 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:44.221093 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a295d287-a0c8-45ec-a0df-ad573add827e req-9b9f9aa9-5d80-42db-ba69-15be2c01ab01 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.0872266 Aug 31 15:40:44.268032 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-a295d287-a0c8-45ec-a0df-ad573add827e req-c9436fbb-c253-4b67-978c-c019d3df4d2d tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups?id=654a4295-2f20-4d15-b3c4-90bbea45607e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Aug 31 15:40:44.333322 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-4998ffdf-1292-4d2b-992e-171eb5a125bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:44.334042 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-4998ffdf-1292-4d2b-992e-171eb5a125bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Synchronizing usage tracker for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79291) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:40:44.349796 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-4998ffdf-1292-4d2b-992e-171eb5a125bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Unset dirty status for tenant:3289ec08b76a44f59409dd07bd0bbb95 on resource:port {{(pid=79291) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:40:44.351009 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-4998ffdf-1292-4d2b-992e-171eb5a125bd tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 945 time: 0.1977265 Aug 31 15:40:44.421092 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Deleting port c30610af-e0be-427f-bbaa-8439f8c3a4ba {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:44.421426 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.658455 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] For port c30610af-e0be-427f-bbaa-8439f8c3a4ba, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c30610af-e0be-427f-bbaa-8439f8c3a4ba,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:40:44.658716 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.941546 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.941824 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696162'] for floatingip, after_update {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:44.942160 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.db.l3_db [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Floating IP 35a70874-90a5-42a8-8ef2-af9b08b14347 disassociated. External IP: 172.28.0.95, port: c30610af-e0be-427f-bbaa-8439f8c3a4ba. Aug 31 15:40:44.942489 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Calling delete_port for c30610af-e0be-427f-bbaa-8439f8c3a4ba owned by compute:nova {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:45.079381 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:45.084803 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5731d71-8700-4025-87a8-3ef31aee8cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:45.132911 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'Port': ['ID=c30610af-e0be-427f-bbaa-8439f8c3a4ba,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:45.142880 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.143266 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.143644 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.144004 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.144370 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.144729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.145086 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.145442 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.145799 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.146243 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.146600 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.146951 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:45.150598 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:45.331408 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:40:45.418528 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [req-cb19a3ba-865f-491e-a500-2b52d2a55c00 req-6c97efcd-2f3e-4955-8efb-866f0e061ee0 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/ports?device_id=7531d69d-3cd9-497d-a23d-343568d87588 HTTP/1.1" status: 200 len: 210 time: 0.0438695 Aug 31 15:40:45.513838 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:40:45.523294 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:40:45.533217 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:40:45.534156 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:40:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:45.591302 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] No DVR routers for this DVR port c30610af-e0be-427f-bbaa-8439f8c3a4ba on host hv-cinder-80278 {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:40:45.593840 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for port, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:45.597225 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'name': 'network-vif-deleted', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba'}] {{(pid=79291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:40:45.615327 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [req-fd50b73e-0072-4b8b-9f81-f8fa1d1b3ce6 req-0d8694a2-5d1c-49a8-9229-916be46fd184 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.15 "DELETE /v2.0/ports/c30610af-e0be-427f-bbaa-8439f8c3a4ba HTTP/1.1" status: 204 len: 173 time: 1.2580171 Aug 31 15:40:45.715512 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7531d69d-3cd9-497d-a23d-343568d87588', 'name': 'network-vif-deleted', 'tag': 'c30610af-e0be-427f-bbaa-8439f8c3a4ba', 'status': 'completed', 'code': 200} Aug 31 15:40:45.734753 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:40:46.038835 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:46.042509 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:40:46.050568 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:40:46.051186 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:40:20Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:46.234467 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:40:46.538463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37870) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:46.550621 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:46.554631 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6f369-b0eb-4ddf-90c0-7c297798da05 None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:34:11Z', 'revision_number': 4, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb', '_interfaces': [{'id': '7108b0b3-edc5-4224-a3f8-0d93483cc498', 'name': '', 'network_id': '1b5605fe-a041-40b0-b911-83ebcc0b539f', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'mac_address': 'fa:16:3e:22:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:10Z', 'updated_at': '2021-08-31T15:34:15Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'subnets': [{'id': '705414e3-3728-436f-8e17-e8ba5b15d267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:40:46.612131 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:46.640149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:46.695154 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:46.699400 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c867156e-1f61-4db2-98b6-2ccb164914dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:46.713514 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654a4295-2f20-4d15-b3c4-90bbea45607e,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:46.723039 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.723404 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.723768 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.724124 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.724501 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.724830 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.725174 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.725518 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.725862 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.726227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.726572 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.726914 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-smb {{(pid=79292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:46.732161 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:46.736307 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:46.737410 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "DELETE /v2.0/security-groups/654a4295-2f20-4d15-b3c4-90bbea45607e HTTP/1.1" status: 204 len: 168 time: 0.1974294 Aug 31 15:40:46.740264 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37874) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:46.758953 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.api.v2.resource [None req-3dc56d15-cb44-44b0-b4f4-d443b469c32f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] show failed (client error): The resource could not be found. Aug 31 15:40:46.760026 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-3dc56d15-cb44-44b0-b4f4-d443b469c32f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "GET /v2.0/security-groups/654a4295-2f20-4d15-b3c4-90bbea45607e HTTP/1.1" status: 404 len: 347 time: 0.0186510 Aug 31 15:40:46.763775 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37878) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:46.798051 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538d342-4236-4375-b314-ba72dae627a5 None None] New status for floating IP 35a70874-90a5-42a8-8ef2-af9b08b14347: DOWN {{(pid=79293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:40:47.020984 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Deleting port 05f7f260-5b8e-4380-8b5a-112af78b5e2c {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:47.021333 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.192794 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.193123 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.314585 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Calling delete_port for 05f7f260-5b8e-4380-8b5a-112af78b5e2c owned by network:floatingip {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:47.316243 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-c539ab0f-ac15-4eb9-9718-b1d5255d53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.458372 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.462812 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0157addf-eac2-4942-af97-7923bd18f300 tempest-VolumesActionsTest-1595398041 tempest-VolumesActionsTest-1595398041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:47.506897 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Pushing event deleted for resources: {'Port': ['ID=05f7f260-5b8e-4380-8b5a-112af78b5e2c,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:47.533106 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:47.606418 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.619787 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-943209'] for floatingip, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.620907 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-52b9e5c1-1a30-4bc2-8dbb-a5abc7c4365f tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] 10.222.0.66 "DELETE /v2.0/floatingips/35a70874-90a5-42a8-8ef2-af9b08b14347 HTTP/1.1" status: 204 len: 168 time: 0.8561585 Aug 31 15:40:47.835501 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.964858 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device c30610af-e0be-427f-bbaa-8439f8c3a4ba no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:40:47.998891 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] No Port match for: c30610af-e0be-427f-bbaa-8439f8c3a4ba {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:40:47.999235 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Device c30610af-e0be-427f-bbaa-8439f8c3a4ba not bound to the agent host hv-cinder-80278 {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:40:50.103000 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-7089b742-b734-4276-89a1-de2d58f173f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:50.696107 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:51.621106 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37908) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:52.202798 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683219'] for router_interface, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.417011 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.657986 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Deleting port 7108b0b3-edc5-4224-a3f8-0d93483cc498 {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:52.658660 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.824335 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] For port 7108b0b3-edc5-4224-a3f8-0d93483cc498, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=7108b0b3-edc5-4224-a3f8-0d93483cc498,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:40:52.824685 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:52.947274 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Calling delete_port for 7108b0b3-edc5-4224-a3f8-0d93483cc498 owned by network:router_interface {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:53.251400 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:53.254818 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-346ebe55-d471-48c1-9d76-f7f9aae81ae7 tempest-VolumesSnapshotTestJSON-517989036 tempest-VolumesSnapshotTestJSON-517989036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:53.296664 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Pushing event deleted for resources: {'Port': ['ID=7108b0b3-edc5-4224-a3f8-0d93483cc498,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:53.300105 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:53.570357 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683183'] for router_interface, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:53.624592 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:40:54.020567 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Router ed43fdf9-d978-4624-bd02-f6d235e77b81 has already been hosted by L3 agent 2c4a28b4-c56f-4249-a789-37dcfd5cab03 {{(pid=79291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:40:54.194951 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-smb the message routers_updated {{(pid=79291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:40:54.203210 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Sync routers for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:40:54.207887 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-446ac013-18d5-49b5-a725-03957d908385 admin admin] 10.222.0.66 "PUT /v2.0/routers/ed43fdf9-d978-4624-bd02-f6d235e77b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5856826 Aug 31 15:40:54.210430 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37914) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:54.213025 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:40:54.213686 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:40:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:54.395928 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.415538 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: dv-cinder-802781-4-smb {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:40:54.576169 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.585747 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Deleting port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:54.586034 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.709714 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'external_fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:40:53Z', 'revision_number': 5, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port': {'id': '3e4dcdef-1919-4c66-a460-ec2ea45d9e5e', 'name': '', 'network_id': 'c8efb7db-9d16-4660-8fd1-8ad81924fe7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:44:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:08Z', 'updated_at': '2021-08-31T15:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e9433c40-1bce-4bae-84a0-4a7928dbd1a0', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-smb'}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:54.713446 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Checking router: ed43fdf9-d978-4624-bd02-f6d235e77b81 for host: dv-cinder-802781-4-smb {{(pid=79294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:40:54.721776 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Routers {'ed43fdf9-d978-4624-bd02-f6d235e77b81'} bound to L3 agent in host dv-cinder-802781-4-smb {{(pid=79294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:40:54.722394 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T15:14:50Z,description=,heartbeat_timestamp=2021-08-31T15:40:50Z,host='dv-cinder-802781-4-smb',id=2c4a28b4-c56f-4249-a789-37dcfd5cab03,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:14:50Z,topic='l3_agent')) {'router_ids': ['ed43fdf9-d978-4624-bd02-f6d235e77b81'], 'active': True} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:54.755908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] For port 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,segment=NetworkSegment(442f5972-0947-4e66-809a-ca2786f2518b),segment_id=442f5972-0947-4e66-809a-ca2786f2518b)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:40:54.756262 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.872535 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_dvr_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] Set router ed43fdf9-d978-4624-bd02-f6d235e77b81 gateway port host: None {{(pid=79294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:40:54.879395 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Calling delete_port for 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e owned by network:router_gateway {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:54.976908 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.l3_hamode_db [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:40:54Z', 'revision_number': 6, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port_host': None}], 'dv-cinder-802781-4-smb', False) {} {{(pid=79294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:54.980923 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ab96c-1868-4db0-98c4-cb6b9bfb058a None None] The sync data for ids ['ed43fdf9-d978-4624-bd02-f6d235e77b81'] in dv-cinder-802781-4-smb is: [{'id': 'ed43fdf9-d978-4624-bd02-f6d235e77b81', 'name': 'tempest-AttachVolumeTestJSON-325639321-router', 'tenant_id': '3289ec08b76a44f59409dd07bd0bbb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:07Z', 'updated_at': '2021-08-31T15:40:54Z', 'revision_number': 6, 'project_id': '3289ec08b76a44f59409dd07bd0bbb95', 'gw_port_host': None}] {{(pid=79294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:40:55.048162 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.052431 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fc4085ce-0f98-4d45-89f1-8506853469ab tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:55.098966 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4dcdef-1919-4c66-a460-ec2ea45d9e5e,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:55.123975 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:55.186347 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696070'] for router_gateway, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.469682 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34631'] for router, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.472338 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.494861 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-682076'] for router, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.495467 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed43fdf9-d978-4624-bd02-f6d235e77b81 {{(pid=79291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:40:55.508512 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] Notify callbacks [] for router, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.509618 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-fc31f74f-d3f6-433a-8e3e-e7b9b22d9d02 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ed43fdf9-d978-4624-bd02-f6d235e77b81 HTTP/1.1" status: 204 len: 168 time: 1.2982948 Aug 31 15:40:55.512166 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37918) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:55.573012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Deleting subnet 705414e3-3728-436f-8e17-e8ba5b15d267 {{(pid=79291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:40:55.575883 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.628288 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2304815'] for subnet, precommit_delete_associations {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.708627 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190054'] for subnet, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.774443 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 7108b0b3-edc5-4224-a3f8-0d93483cc498 no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:40:55.784611 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3094988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2766823'] for subnet, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.794330 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:55.824316 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.837549 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705414e3-3728-436f-8e17-e8ba5b15d267,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:55.840295 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/705414e3-3728-436f-8e17-e8ba5b15d267 HTTP/1.1" status: 204 len: 168 time: 0.3271587 Aug 31 15:40:55.841390 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-b1b12d0d-60b4-4a20-b7d3-4764e519bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:55.842824 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 37922) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:55.847252 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 7108b0b3-edc5-4224-a3f8-0d93483cc498 {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:40:55.847605 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 7108b0b3-edc5-4224-a3f8-0d93483cc498 not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:40:55.848054 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:40:55.872598 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b870af6-cc95-4268-9841-5daa94ab8f96 None None] Network 1b5605fe-a041-40b0-b911-83ebcc0b539f requested from dv-cinder-802781-4-smb {{(pid=79293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:40:55.901303 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:40:55.901562 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device 3e4dcdef-1919-4c66-a460-ec2ea45d9e5e not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:40:55.951658 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1939303'] for network, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.962275 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Deleting port c5129861-1824-4429-8614-3ff7efd1be7b {{(pid=79291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:55.962610 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.122097 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] DHCP port deletion for 1b5605fe-a041-40b0-b911-83ebcc0b539f request from dv-cinder-802781-4-smb {{(pid=79293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:40:56.126304 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Deleting port c5129861-1824-4429-8614-3ff7efd1be7b {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:56.126676 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.175012 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.db [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] For port c5129861-1824-4429-8614-3ff7efd1be7b, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c5129861-1824-4429-8614-3ff7efd1be7b,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:40:56.175581 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.297629 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.plugin [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Calling delete_port for c5129861-1824-4429-8614-3ff7efd1be7b owned by network:dhcp {{(pid=79291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:56.333532 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.db [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] For port c5129861-1824-4429-8614-3ff7efd1be7b, host dv-cinder-802781-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-smb',level=0,port_id=c5129861-1824-4429-8614-3ff7efd1be7b,segment=NetworkSegment(f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3),segment_id=f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3)] {{(pid=79293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:40:56.333933 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694752'] for port, precommit_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.371411 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1951949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751338273356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751337806897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3094943'] for port, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.376179 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-90feb3ae-2d65-44f4-915d-5d3a468ef349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:56.424007 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5129861-1824-4429-8614-3ff7efd1be7b,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:56.425879 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] No DVR routers for this DVR port c5129861-1824-4429-8614-3ff7efd1be7b on host dv-cinder-802781-4-smb {{(pid=79291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:40:56.427761 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:56.453168 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Calling delete_port for c5129861-1824-4429-8614-3ff7efd1be7b owned by network:dhcp {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:40:56.522199 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.db.api [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:40:56.522556 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG oslo_db.api [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:40:56.543676 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1195357', 'neutron.services.segments.db._delete_segments_for_network-8751338321309'] for network, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.556822 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5605fe-a041-40b0-b911-83ebcc0b539f']}} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:56.569472 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3') {'for_net_delete': True} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:56.569770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.services.segments.db [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fb7691-6e8e-4ebd-836a-ab0b7dd095d3') {} {{(pid=79291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:40:56.580964 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751338319095', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2304816'] for segment, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.596679 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1187996'] for segment, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.602856 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=79291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:40:56.603247 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1187989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3094954'] for segment, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: Traceback (most recent call last): Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: timer() Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: cb(*args, **kw) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: return func(*args, **kwargs) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: self._notify() Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: self.callback(batched_events) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: event.method(event) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: return f(self, *a, **k) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: return self._get(url).json() Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: return self.request(url, 'GET', **kwargs) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:40:56.617259 dv-cinder-802781-4-smb neutron-server[79291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:40:56.692298 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1195300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696091'] for network, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.695908 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-7bd3fe00-72c3-429e-82c4-7d879f880677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:56.708466 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546202'] for network, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.718239 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5605fe-a041-40b0-b911-83ebcc0b539f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:56.721263 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:56.731178 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-94221d6f-535a-4c8c-94d9-6c0ef5ff0a28 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1b5605fe-a041-40b0-b911-83ebcc0b539f HTTP/1.1" status: 204 len: 168 time: 0.8872395 Aug 31 15:40:56.837056 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37928) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:56.886264 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-fa07b39e-4af0-4f5f-a656-eed653cdf8a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3289ec08b76a44f59409dd07bd0bbb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479920 Aug 31 15:40:56.888524 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37932) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:56.949778 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.975336 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:57.023972 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Deleting port c5129861-1824-4429-8614-3ff7efd1be7b {{(pid=79293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:40:57.024531 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751338267944'] for port, before_delete {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:57.027466 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:57.032903 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-870d932c-4b32-44a5-ad36-e57042fca4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:57.045324 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df283940-7f8e-4339-b1a6-ec0d3773f41e,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:57.048519 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:57.056401 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:57.057698 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-338a3ac5-bc0c-43cc-b5db-0e6aebfeddd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df283940-7f8e-4339-b1a6-ec0d3773f41e HTTP/1.1" status: 204 len: 168 time: 0.1681175 Aug 31 15:40:57.103832 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-ad104442-ba2e-4162-8757-c1fdfa6d2709 None None] The port 'c5129861-1824-4429-8614-3ff7efd1be7b' was deleted {{(pid=79293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:40:57.483641 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c5129861-1824-4429-8614-3ff7efd1be7b no longer exists at agent ovs-agent-dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:40:57.517167 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.plugin [None req-4d857595-2000-41b5-b629-35ca672a205e None None] No Port match for: c5129861-1824-4429-8614-3ff7efd1be7b {{(pid=79293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:40:57.517515 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron.plugins.ml2.rpc [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Device c5129861-1824-4429-8614-3ff7efd1be7b not bound to the agent host dv-cinder-802781-4-smb {{(pid=79293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:41:00.284256 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.257231 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 37994) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:01.378486 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.392898 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:01.396825 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Usage tracker for resource:security_group_rule and tenant:05a3648ac7694d7b8ce8e7b0f8107dbc is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:01.399726 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:01.405494 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:01.489083 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.492894 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.501713 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b7d57ac6-eaf9-4877-a2f3-15e91c524b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:01.543782 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05a3648ac7694d7b8ce8e7b0f8107dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855146 Aug 31 15:41:01.545387 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587a41b-bd3d-468e-9375-76e96d98760f,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:01.546524 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38000) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:01.548579 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-557433ec-cf0a-4c91-8730-e0c9787df8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:01.609498 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.634763 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.688143 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.691831 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-9b812ed2-642f-42c3-b16d-916e8084d71f tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:01.702646 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587a41b-bd3d-468e-9375-76e96d98760f,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:01.705089 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:01.710790 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.713377 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d587a41b-bd3d-468e-9375-76e96d98760f HTTP/1.1" status: 204 len: 168 time: 0.1635222 Aug 31 15:41:03.617119 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38064) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:03.734562 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:03.837579 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:03.841337 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Usage tracker for resource:security_group_rule and tenant:94ef7ea9f98f444e9785fd76eb5c1b02 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:03.844768 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:03.850521 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:03.929460 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:03.933474 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:03.942317 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-430166ba-ba44-4c19-b11d-734a3167164a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:03.980055 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94ef7ea9f98f444e9785fd76eb5c1b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618562 Aug 31 15:41:03.981644 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59629259-fab3-49b1-bc4a-4283dd277b9a,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:03.982846 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38070) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:03.985344 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-fd83120c-8cf3-4c96-9946-ff58fd34d21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:04.041405 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.066857 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.118860 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.122509 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-7a0eee8e-6be6-4c9b-bccf-e468c26f58ae tempest-AttachVolumeShelveTestJSON-2027430561 tempest-AttachVolumeShelveTestJSON-2027430561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:04.135018 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59629259-fab3-49b1-bc4a-4283dd277b9a,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:04.138765 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:04.144517 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.145619 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-799b50fd-4ae9-4738-9e59-ca9d340e3c7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59629259-fab3-49b1-bc4a-4283dd277b9a HTTP/1.1" status: 204 len: 168 time: 0.1617887 Aug 31 15:41:04.413616 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38078) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:04.433055 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.447869 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:04.451635 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Usage tracker for resource:security_group_rule and tenant:552cabed5cae4f2d962c4ae2bece0faf is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:04.454988 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:04.460546 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:04.541574 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.545415 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.557975 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0fe2d5c6-6400-4999-a4a5-a2f356532f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:04.596434 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=552cabed5cae4f2d962c4ae2bece0faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817276 Aug 31 15:41:04.598151 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2386a-faa3-4173-b887-d91afdea0ebe,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:04.599176 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38082) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:04.601695 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f2acd8fc-4d00-4940-ba9b-fad63200de14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:04.657176 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.681930 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.922960 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.928617 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e5cb8741-29bf-4a1f-962b-ff66189b8709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:04.943871 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2386a-faa3-4173-b887-d91afdea0ebe,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:04.946856 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:04.950939 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:04.952126 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-8de89498-dbad-45da-8225-9c4378a46cad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89d2386a-faa3-4173-b887-d91afdea0ebe HTTP/1.1" status: 204 len: 168 time: 0.3519673 Aug 31 15:41:12.674146 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38168) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:12.788219 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:12.809450 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:12.813815 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Usage tracker for resource:security_group_rule and tenant:2adef176d9c040d88eaaad684959e2ee is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:12.816605 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:12.822229 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:12.902620 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:12.907770 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:12.916036 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-0a7264e5-ec54-4a11-84b2-d4322ca5f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:12.955008 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2adef176d9c040d88eaaad684959e2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798288 Aug 31 15:41:12.956710 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837dc43-b504-4529-929b-a0c7774bc233,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:12.957724 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38174) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:12.960083 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-a9e7b35b-f3ca-4827-b07c-7b76b493de56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:13.016980 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.041979 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.101637 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.105463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-5397de53-fc09-4099-abc6-ddc31f11c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:13.119104 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837dc43-b504-4529-929b-a0c7774bc233,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:13.121477 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:13.129824 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.130963 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-f4553541-9373-4eb9-9756-6ba9e167c2ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e837dc43-b504-4529-929b-a0c7774bc233 HTTP/1.1" status: 204 len: 168 time: 0.1722274 Aug 31 15:41:13.400864 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38182) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:13.418100 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.432734 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:13.436447 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Usage tracker for resource:security_group_rule and tenant:56b52270d3974ff283177500e8206974 is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:13.439826 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:13.445711 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:13.527510 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.531604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.539604 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0a6a83c8-d91a-4907-a48b-b6d2340a37e3 tempest-AttachVolumeTestJSON-12838642 tempest-AttachVolumeTestJSON-12838642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:13.576927 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e58ad-afbc-4c28-9fce-7026eab119ab,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:13.580964 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56b52270d3974ff283177500e8206974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791019 Aug 31 15:41:13.581826 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-bc23df25-d3d5-4335-a346-35fe8195e8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:13.583619 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38186) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:13.639630 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.664363 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.714290 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.717992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-cd36597e-d70f-428d-bff7-1f819e6cb779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:13.729100 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e58ad-afbc-4c28-9fce-7026eab119ab,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:13.732859 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:13.736557 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.737718 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-0dd82b3c-2c99-4ce8-b9b3-55eca404a8b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f38e58ad-afbc-4c28-9fce-7026eab119ab HTTP/1.1" status: 204 len: 168 time: 0.1531830 Aug 31 15:41:14.817678 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38218) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:14.934087 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.948418 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:14.952212 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Usage tracker for resource:security_group_rule and tenant:20a3b26f06444128bfb51ada8c55f09c is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:14.954857 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:14.960365 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:15.043928 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.048463 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.055804 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-4cd47c4f-0e7f-4985-815b-af06f42dfd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:15.094427 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb5109-4228-4ced-8ed9-50372ec32622,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:15.097904 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:15.100192 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-c7c078e6-9f88-45ce-be20-23369b715085 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20a3b26f06444128bfb51ada8c55f09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814605 Aug 31 15:41:15.102983 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38224) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:15.159179 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.184504 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.238551 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.242072 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-2d8e5cbf-8dcc-4771-8122-d6e9f8bf4049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:15.252506 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb5109-4228-4ced-8ed9-50372ec32622,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:15.256224 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:15.259309 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.260396 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-dd6d9807-e077-47ef-82b7-ce95205d915a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8eb5109-4228-4ced-8ed9-50372ec32622 HTTP/1.1" status: 204 len: 168 time: 0.1565316 Aug 31 15:41:17.318469 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a9d0-763b-4eaf-a6c4-69bd372c5c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:17.827674 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.141590 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38270) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:19.255664 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.270227 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:19.273992 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:76cd46ebc48648acb6c36d7e5ce3c01f is out of sync, need to count used quota {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:19.276773 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.quota.resource [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79292) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:19.282931 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.db.quota.driver [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:19.365505 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.369172 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.377365 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-16592ca8-acaa-457b-be90-dfac8c42f012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:19.416117 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76cd46ebc48648acb6c36d7e5ce3c01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733784 Aug 31 15:41:19.416987 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21b64f-c21a-4079-8838-48758f33b7fc,revision_number=1']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:19.419045 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38276) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:19.420314 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-6998fcae-d8cf-422d-8e1d-5e52b2abd5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:19.485168 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.510645 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.572022 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.576852 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-e66e51da-b9de-440a-8a58-3870225109cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:19.588759 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21b64f-c21a-4079-8838-48758f33b7fc,revision_number=None']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:19.592458 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:19.597727 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:19.598918 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-11aa1418-ac59-41d3-9970-8eddaba3ef53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d21b64f-c21a-4079-8838-48758f33b7fc HTTP/1.1" status: 204 len: 168 time: 0.1782603 Aug 31 15:41:20.104676 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-42500854-457e-4987-8d08-f3bee8f33561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:20.695767 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:22.418341 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.076143 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.wsgi [-] (79291) accepted ('10.222.0.66', 38344) {{(pid=79291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:26.190318 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.206133 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:26.209927 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Usage tracker for resource:security_group_rule and tenant:ac82f248a2094e3c88546ea6c0ba4568 is out of sync, need to count used quota {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:26.212729 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.quota.resource [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79291) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:26.218477 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.db.quota.driver [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79291) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:26.299211 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.303650 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron_lib.callbacks.manager [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_create {{(pid=79291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.312980 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-c1fa918b-65f0-4475-9f2b-44ad128582a4 tempest-TestMinimumBasicScenario-1108689677 tempest-TestMinimumBasicScenario-1108689677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:26.350962 dv-cinder-802781-4-smb neutron-server[79291]: INFO neutron.wsgi [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac82f248a2094e3c88546ea6c0ba4568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737749 Aug 31 15:41:26.352703 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed51a1a-1685-472c-90bc-03a57da81dc1,revision_number=1']} {{(pid=79291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:26.353978 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [-] (79292) accepted ('10.222.0.66', 38350) {{(pid=79292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:26.356212 dv-cinder-802781-4-smb neutron-server[79291]: DEBUG oslo_concurrency.lockutils [None req-4ecea054-b06b-4268-a3e7-08092dae1944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:26.412932 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.442556 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.494149 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356162'] for security_group, after_delete {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.498793 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-eb0baf10-f8f9-4084-b3fb-d6a8c1f158cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:26.511186 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed51a1a-1685-472c-90bc-03a57da81dc1,revision_number=None']} {{(pid=79292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:26.516464 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG oslo_concurrency.lockutils [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:26.520183 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron_lib.callbacks.manager [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:26.521377 dv-cinder-802781-4-smb neutron-server[79292]: INFO neutron.wsgi [None req-b34ebac2-1b9f-4317-8691-82cc1557f6c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bed51a1a-1685-472c-90bc-03a57da81dc1 HTTP/1.1" status: 204 len: 168 time: 0.1663415 Aug 31 15:41:30.311140 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:30.623750 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:41:47.320911 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-211d2651-6ead-43c7-a38e-69140a7db104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:47.831540 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:50.109117 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a95296ca-423d-4691-9e06-8ad91186ccd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:50.697186 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:52.420953 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:00.325265 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:07.623161 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:42:17.323251 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-a2146e69-a403-4b9e-a5c1-fd7081bdcead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:17.832904 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:20.110690 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-21e90a1a-12ea-4b18-9fb6-db8862415248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:20.700338 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:22.423422 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:30.327062 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:44.622734 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:42:47.324015 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-0e8384f3-4024-4f4f-bb99-296e7f186bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:47.834948 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:50.111873 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-89058f81-b8d6-45da-9c46-3f6955cd9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:50.702420 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:52.427245 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:59.932638 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-13f3bab9-002b-419b-9a9c-7efea770ee65 req-6b36ad15-1e48-4e0e-a545-8a244be39b09 service neutron] (79292) timed out ('10.222.0.15', 60426) {{(pid=79292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:43:00.338771 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:17.325788 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0922-f1c5-4417-960d-8f429069b404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:17.836207 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:20.113156 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8d857fb5-7248-469a-9d03-32ac563633f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:20.706733 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:21.621119 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:43:22.428837 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:30.354088 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:39.219777 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-50602be9-87aa-471b-9072-7ed101066d9f req-53f2cd39-0e39-4d86-aba2-741d7008760b service neutron] (79292) timed out ('10.222.0.15', 60431) {{(pid=79292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:43:47.328486 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-597670f8-0d51-4e31-93d4-92219937edd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.837092 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:50.114053 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-19ec255f-7e83-4987-bde8-b46a3ddfc924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:50.710401 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:52.434393 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:58.620069 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:44:00.352112 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:17.330204 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-6f8b799e-b338-41f0-aa23-0e5f77c12c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:17.838069 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:20.116087 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-86fa0845-20cc-43cd-be97-fa50c76d44be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:20.711423 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:22.438725 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:30.366310 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:35.618643 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:44:47.331903 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-f8e06be4-bff4-4bd4-8e8f-195943d74ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:47.839402 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:50.118307 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-522baece-0a34-418d-bfaf-4a91d49e3133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:50.714845 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:52.440263 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:00.379503 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:12.644134 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:45:17.333939 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-89421ce3-bf56-4735-a4b0-b8f6a93d92b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:17.841237 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:20.122123 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-8cd2d82e-a0ed-4a61-9a5e-dc4edd650815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:20.717934 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:22.443891 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:30.409755 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:47.337325 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-18538ef7-b893-4228-85d2-1d576852b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:47.841882 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:49.622247 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:45:50.123707 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-0781a64d-a38a-4caf-8605-78851b8a7ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:50.720543 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:52.448303 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:00.408110 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:17.339467 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-62a1da3f-62eb-4b5b-afb5-9348efabd806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:17.843208 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-4d857595-2000-41b5-b629-35ca672a205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:20.124244 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-3fddbeb6-4ef0-4976-b10f-dc6d28e0646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:20.723943 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-792e05e1-9dc2-4e51-b19f-f2e8e1832b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:22.455971 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-1f23a955-2902-4ca9-a1f1-9020cf6aa1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:26.621357 dv-cinder-802781-4-smb neutron-server[79294]: DEBUG neutron.db.agents_db [None req-ec48a641-47bc-42ba-a913-beba86421235 None None] Agent healthcheck: found 6 active agents {{(pid=79294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:46:30.410411 dv-cinder-802781-4-smb neutron-server[79293]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae72-c618-49ac-bf6b-8dc127adb556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751338321291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180775'] for agent, after_update {{(pid=79293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:36.580292 dv-cinder-802781-4-smb neutron-server[79292]: DEBUG neutron.wsgi [req-9b919786-16e4-4718-9aa9-499de62190fb req-cce1ccd6-e794-416a-acdf-b7f9fe821fb8 service neutron] (79292) timed out ('10.222.0.66', 34122) {{(pid=79292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}